-- Logs begin at Sun 2022-03-20 15:28:23 UTC, end at Sun 2022-03-20 16:38:10 UTC. -- Mar 20 16:09:23.570548 dv-cinder-834172-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 20 16:09:26.550280 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.common.config [-] Logging enabled! Mar 20 16:09:26.550910 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 20 16:09:26.551093 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 20 16:09:26.554294 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.common.config [-] Logging enabled! Mar 20 16:09:26.554555 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 20 16:09:26.554863 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 20 16:09:26.555794 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 20 16:09:26.556026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 20 16:09:26.556397 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 20 16:09:26.556643 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 20 16:09:26.556871 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 20 16:09:26.557613 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.558044 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 20 16:09:26.558383 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.558674 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.558969 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.559260 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.559529 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.559811 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.560095 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.560387 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.560672 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.560945 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.561223 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.561512 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.561795 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.562110 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.562410 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.562688 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] debug = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.562964 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.563400 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.563809 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.564087 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.564372 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.564645 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.564928 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.565180 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.565461 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.565781 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] host = dv-cinder-834172-2-iscsi {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.566058 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.566375 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.566664 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.566945 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.567214 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.567485 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.567765 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.568032 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.568298 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.568571 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.568852 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.569133 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.569417 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.569641 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.569858 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.570148 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.570456 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.570726 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.570993 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.571261 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.571530 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.571800 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.572063 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.572340 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.572618 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.572893 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.573161 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.573430 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.573694 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.573959 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.574235 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.574521 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.574786 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.575064 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.575330 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.575592 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.575858 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.576150 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.576428 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.576708 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.576986 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.577251 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.577551 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.577814 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.578077 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.578368 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_json = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.578635 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.578897 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.579169 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.579435 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.579702 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.579969 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.580230 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.580509 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.580775 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:26.581063 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.581356 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.581651 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.581940 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.582226 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.582524 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.582808 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.583078 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.583361 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.583647 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.583931 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.584203 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.584493 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.584777 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.585070 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.585373 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.585663 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.585952 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.586224 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.586524 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.586793 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.587066 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.587350 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.587626 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.587915 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.588200 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.588477 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.588769 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.589051 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.589344 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.589629 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.589898 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.590172 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.590482 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.590755 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.591024 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.591299 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.591584 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.591859 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.592130 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.592410 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.592686 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.592958 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.593278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.593554 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.593842 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.594117 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.594415 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.594686 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.594958 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.595227 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.595509 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.595781 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.596049 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.596317 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.596594 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.596863 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.597130 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.597407 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.597672 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.597944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.598210 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.598499 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.598766 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.599032 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.599299 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.599564 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.599830 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.600098 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.600364 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.600628 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.600894 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.601163 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.601432 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.601711 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.601999 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.602288 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.602567 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.602838 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.603111 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.603380 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.603651 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.603923 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.604193 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.604458 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.604741 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.605019 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.605298 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.605588 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.605860 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.606149 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.606442 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.606717 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.606997 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.607266 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.607537 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.607813 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.608089 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.608375 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.608681 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.608972 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.609259 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.609545 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.609822 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.610129 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.610430 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:26.610644 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 20 16:09:26.610881 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 20 16:09:26.972304 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 20 16:09:26.972491 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 20 16:09:26.972785 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 20 16:09:26.973257 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 20 16:09:27.299148 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.299396 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.299691 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.300872 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.301140 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.301519 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.357477 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.357743 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.358008 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.372960 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.373235 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.373499 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.401416 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.401685 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.401953 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.545281 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.545502 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.545802 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.796954 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.797585 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.797585 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.797750 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.798440 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.895756 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.896075 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.896346 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.896612 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.896840 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.897158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.897407 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.897654 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.897896 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.898168 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.898450 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.898706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.898940 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.899173 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.899418 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.899667 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.899913 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.900152 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.900408 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.900658 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.900920 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.901165 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.901435 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.901802 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.902044 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.902304 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.902694 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.902927 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.903159 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.903387 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.903615 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.903843 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:27.904203 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 20 16:09:27.907347 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 20 16:09:27.911401 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 20 16:09:27.915162 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 20 16:09:27.916805 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 20 16:09:27.917272 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 20 16:09:27.917602 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 20 16:09:27.917979 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 20 16:09:27.920833 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 20 16:09:27.921083 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 20 16:09:27.921468 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 20 16:09:27.926361 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 20 16:09:27.949866 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 20 16:09:27.950296 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.950620 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 20 16:09:27.950980 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.952334 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 20 16:09:27.952659 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 20 16:09:27.952901 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 20 16:09:27.956224 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:27.956499 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.035947 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 20 16:09:28.036162 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 20 16:09:28.036400 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 20 16:09:28.036781 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 20 16:09:28.059457 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_db.sqlalchemy.engines [None req-7584f153-e345-41eb-b891-ba165286f743 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 20 16:09:28.507748 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing driver for type 'gre' Mar 20 16:09:28.508195 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7584f153-e345-41eb-b891-ba165286f743 None None] gre ID ranges: [(1, 1000)] Mar 20 16:09:28.559294 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing driver for type 'local' Mar 20 16:09:28.559804 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing driver for type 'vlan' Mar 20 16:09:28.579182 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7584f153-e345-41eb-b891-ba165286f743 None None] VlanTypeDriver initialization complete Mar 20 16:09:28.579670 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing driver for type 'vxlan' Mar 20 16:09:28.580415 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7584f153-e345-41eb-b891-ba165286f743 None None] vxlan ID ranges: [(1, 1000)] Mar 20 16:09:28.640586 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing extension driver 'port_security' Mar 20 16:09:28.640928 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.extensions.port_security [None req-7584f153-e345-41eb-b891-ba165286f743 None None] PortSecurityExtensionDriver initialization complete Mar 20 16:09:28.641260 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing mechanism driver 'openvswitch' Mar 20 16:09:28.641582 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing mechanism driver 'hyperv' Mar 20 16:09:28.648390 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7584f153-e345-41eb-b891-ba165286f743 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:28.649082 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.649462 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.649819 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.650371 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.650806 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.651158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.651503 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.651898 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.652300 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.652650 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.652988 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.653377 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.653778 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.654125 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.654493 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.655025 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.655432 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.655802 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.656144 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.656582 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.656984 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > address_group after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.657332 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > address_group after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.657672 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.658064 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 20 16:09:28.658536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7584f153-e345-41eb-b891-ba165286f743 None None] ML2 OVO RPC backend initialized. {{(pid=103283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 20 16:09:28.659250 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.659607 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.660026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.660374 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > networks before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.660721 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.661062 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > ports before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.661404 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.661742 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnets before_response 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.662088 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.662458 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.662796 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.663131 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.663467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.663803 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.664140 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.664477 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.664812 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.672706 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded quota_driver: . Mar 20 16:09:28.673071 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.plugin [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Modular L2 Plugin initialization complete Mar 20 16:09:28.673419 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading services supported by the core plugin {{(pid=103283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 20 16:09:28.673762 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.plugins.ml2.managers [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Got port-security extension from driver 'port_security' Mar 20 16:09:28.674246 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.extensions.vlantransparent [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Disabled vlantransparent extension. Mar 20 16:09:28.674775 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 20 16:09:28.675102 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: router Mar 20 16:09:28.711021 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.711412 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_create 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.711786 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router before_create 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.712150 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.712519 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.712873 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_delete 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.713231 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.713577 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.713934 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_create 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.714302 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.714640 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.714983 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.715334 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.715724 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.716091 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.716430 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.716773 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.717107 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.717449 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.717797 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.718138 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.718505 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.718860 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router after_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.719199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.719544 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.719903 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.720247 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.720593 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > agent after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.720943 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > agent after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.721286 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > network after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.722142 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Tracking information for resource: router configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:28.722504 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Tracking information for resource: floatingip configured {{(pid=103283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 20 16:09:28.727482 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.db.l3_agentschedulers_db [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 20 16:09:28.728059 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.728425 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.728779 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.729131 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.730049 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router before_create 55550100 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.730445 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.730805 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_create 55550100 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.731164 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > router precommit_update 55550100 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.736037 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.provider_configuration [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service providers = [] {{(pid=103283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 20 16:09:28.736401 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.db.servicetype_db [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 20 16:09:28.739423 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.service_base [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 20 16:09:28.739772 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.service_base [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 20 16:09:28.740120 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.service_base [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 20 16:09:28.741003 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.services.service_base [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 20 16:09:28.741690 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.services.service_base [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 20 16:09:28.742070 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.742421 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 20 16:09:28.753288 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.753625 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: auto_allocate Mar 20 16:09:28.759624 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: network precommit_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.759942 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: network precommit_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.760465 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.760786 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: tag Mar 20 16:09:28.767569 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.767908 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: timestamp Mar 20 16:09:28.771990 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.772322 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: network_ip_availability Mar 20 16:09:28.777872 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.778226 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.778636 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:28.779356 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.779671 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: flavors Mar 20 16:09:28.784519 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.784851 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading Plugin: revisions Mar 20 16:09:28.789186 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 20 16:09:28.789588 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=103283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 20 16:09:28.790355 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 20 16:09:28.790699 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Initializing extension manager. Mar 20 16:09:28.791227 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: __init__.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.791571 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: __pycache__ {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.791903 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: address_group.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.792654 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.793221 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: address-group Mar 20 16:09:28.793541 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: address_scope.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.794280 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.794792 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: address-scope Mar 20 16:09:28.795115 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.796043 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.796585 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: router-admin-state-down-before-update Mar 20 16:09:28.796907 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: agent.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.797781 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.798361 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: agent Mar 20 16:09:28.798638 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: agent_resources_synced.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.799533 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.800056 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: agent-resources-synced Mar 20 16:09:28.800361 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: allowedaddresspairs.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.802158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.802723 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: allowed-address-pairs Mar 20 16:09:28.803054 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: auto_allocated_topology.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.804128 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.804659 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: auto-allocated-topology Mar 20 16:09:28.804986 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: availability_zone.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.805658 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.806163 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: availability_zone Mar 20 16:09:28.806509 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: availability_zone_filter.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.807429 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.807933 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: availability_zone_filter Mar 20 16:09:28.808255 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: data_plane_status.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.809162 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.809658 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension data-plane-status not supported by any of loaded plugins Mar 20 16:09:28.809979 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: default_subnetpools.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.810922 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.811429 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: default-subnetpools Mar 20 16:09:28.811749 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.812601 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.813116 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: dhcp_agent_scheduler Mar 20 16:09:28.813439 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: dns.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.814390 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.814896 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension dns-integration not supported by any of loaded plugins Mar 20 16:09:28.815216 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: dns_domain_ports.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.816131 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.816646 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 20 16:09:28.816967 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.817892 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.818437 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 20 16:09:28.818758 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: dvr.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.819427 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.819932 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: dvr Mar 20 16:09:28.820248 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: ecmp_routes.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.821161 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.821658 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 20 16:09:28.821977 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: empty_string_filtering.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.822915 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.823427 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: empty-string-filtering Mar 20 16:09:28.823743 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.824648 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.825150 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 20 16:09:28.825467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.826412 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.826911 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 20 16:09:28.827228 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: external_net.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.828167 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.828669 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: external-net Mar 20 16:09:28.828988 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.829893 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.830424 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: extra_dhcp_opt Mar 20 16:09:28.830746 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: extraroute.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.831652 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.832157 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: extraroute Mar 20 16:09:28.832479 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: extraroute_atomic.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.833506 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.834038 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: extraroute-atomic Mar 20 16:09:28.834374 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: filter_validation.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.835036 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.835537 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: filter-validation Mar 20 16:09:28.835861 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: fip_pf_description.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.836766 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.837267 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 20 16:09:28.837590 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: fip_pf_port_range.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.838532 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.839035 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 20 16:09:28.839354 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: fip_port_details.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.840278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.840785 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: fip-port-details Mar 20 16:09:28.841103 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: flavors.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.842349 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.842863 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: flavors Mar 20 16:09:28.843238 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.844947 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.845463 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 20 16:09:28.845791 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: floatingip_pools.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.846530 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.847043 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: floatingip-pools Mar 20 16:09:28.847377 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: ip_allocation.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.848332 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.848836 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension ip_allocation not supported by any of loaded plugins Mar 20 16:09:28.849160 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.850075 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.850615 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: ip-substring-filtering Mar 20 16:09:28.850936 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l2_adjacency.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.851882 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.852385 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 20 16:09:28.852702 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.855108 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.855645 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: router Mar 20 16:09:28.855980 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.858246 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.858829 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 20 16:09:28.859158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.860089 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.860608 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: ext-gw-mode Mar 20 16:09:28.860930 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.861861 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.862406 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: l3-ha Mar 20 16:09:28.862729 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.863642 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.864145 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 20 16:09:28.864464 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_flavors.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.865385 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.865894 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: l3-flavors Mar 20 16:09:28.866520 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.867930 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.868444 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 20 16:09:28.868771 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.869687 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.870201 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 20 16:09:28.870555 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: l3agentscheduler.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.871615 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.872129 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: l3_agent_scheduler Mar 20 16:09:28.872457 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: local_ip.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.874278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.874846 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension local_ip not supported by any of loaded plugins Mar 20 16:09:28.875178 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: logging.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.876665 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.877188 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension logging not supported by any of loaded plugins Mar 20 16:09:28.877527 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: metering.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.878289 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.878862 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: metering Mar 20 16:09:28.879194 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.880296 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.880812 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: metering_source_and_destination_fields Mar 20 16:09:28.881142 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: multiprovidernet.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.882067 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.882616 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: multi-provider Mar 20 16:09:28.882944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: netmtu.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.883861 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.884374 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: net-mtu Mar 20 16:09:28.884712 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: netmtu_writable.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.885612 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.886122 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: net-mtu-writable Mar 20 16:09:28.886474 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: network_availability_zone.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.887152 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.887659 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: network_availability_zone Mar 20 16:09:28.887979 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: network_ip_availability.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.889087 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.889595 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: network-ip-availability Mar 20 16:09:28.889941 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: network_segment_range.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.890866 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.891368 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension network-segment-range not supported by any of loaded plugins Mar 20 16:09:28.891688 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: pagination.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.892672 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.893009 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: pagination Mar 20 16:09:28.893316 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: port_device_profile.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.894214 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.894765 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: port-device-profile Mar 20 16:09:28.895084 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.896023 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.896537 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: port-mac-address-regenerate Mar 20 16:09:28.896864 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.897780 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.898307 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: port-numa-affinity-policy Mar 20 16:09:28.898645 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: port_resource_request.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.899569 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.900072 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension port-resource-request not supported by any of loaded plugins Mar 20 16:09:28.900395 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: port_resource_request_groups.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.901368 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.901875 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 20 16:09:28.902197 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: portbindings.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.903150 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.903661 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: binding Mar 20 16:09:28.903985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: portbindings_extended.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.905255 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.905817 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: binding-extended Mar 20 16:09:28.906145 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: portsecurity.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.907078 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.907596 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: port-security Mar 20 16:09:28.907919 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: project_id.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.908892 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.909215 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: project-id Mar 20 16:09:28.909538 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: providernet.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.910487 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.911001 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: provider Mar 20 16:09:28.911322 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.914965 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.915485 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos not supported by any of loaded plugins Mar 20 16:09:28.915816 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.917081 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.917603 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 20 16:09:28.917933 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.918886 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.919395 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 20 16:09:28.919720 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_default.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.920655 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.921189 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-default not supported by any of loaded plugins Mar 20 16:09:28.921521 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_fip.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.922479 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.922986 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-fip not supported by any of loaded plugins Mar 20 16:09:28.923309 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.924224 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.924736 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 20 16:09:28.925059 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_gateway_ip.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.925980 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.926530 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 20 16:09:28.926852 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_port_network_policy.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.927776 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.928288 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 20 16:09:28.928610 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.929649 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.930164 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 20 16:09:28.930512 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.931559 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.932074 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 20 16:09:28.932401 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_pps_rule.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.933583 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.934099 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-pps not supported by any of loaded plugins Mar 20 16:09:28.934455 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_rule_type_details.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.935392 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.935896 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 20 16:09:28.936219 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.937182 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.937698 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 20 16:09:28.938021 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: qos_rules_alias.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.939099 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.939609 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 20 16:09:28.939932 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: quota_check_limit.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.940851 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.941364 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: quota-check-limit Mar 20 16:09:28.941684 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: quotasv2.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.942650 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.943087 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: quotas Mar 20 16:09:28.943408 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: quotasv2_detail.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.945122 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.945459 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: quota_details Mar 20 16:09:28.945789 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: rbac.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.946867 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.947398 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: rbac-policies Mar 20 16:09:28.947729 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: rbac_address_group.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.948657 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.949172 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: rbac-address-group Mar 20 16:09:28.949493 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: rbac_address_scope.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.950442 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.950957 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: rbac-address-scope Mar 20 16:09:28.951278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: rbac_security_groups.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.952262 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.952802 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: rbac-security-groups Mar 20 16:09:28.953127 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: rbac_subnetpool.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.954044 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.954591 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: rbac-subnetpool Mar 20 16:09:28.954915 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: revisionifmatch.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.955834 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.956347 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: revision-if-match Mar 20 16:09:28.956669 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: revisions.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.957794 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.958338 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: standard-attr-revisions Mar 20 16:09:28.958665 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: router_availability_zone.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.959335 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.959844 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: router_availability_zone Mar 20 16:09:28.960164 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: routerservicetype.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.961090 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.961594 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension router-service-type not supported by any of loaded plugins Mar 20 16:09:28.961916 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.962882 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.963395 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: security-groups-normalized-cidr Mar 20 16:09:28.963716 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.964637 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.965151 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: port-security-groups-filtering Mar 20 16:09:28.965472 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.966443 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.966950 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: security-groups-remote-address-group Mar 20 16:09:28.967275 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.968265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.968770 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: security-groups-shared-filtering Mar 20 16:09:28.969092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.969681 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 20 16:09:28.969998 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: securitygroup.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.979678 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.980233 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: security-group Mar 20 16:09:28.980548 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: segment.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.981281 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.981795 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension segment not supported by any of loaded plugins Mar 20 16:09:28.982163 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.983235 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.983869 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 20 16:09:28.984203 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: servicetype.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.985449 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.986032 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: service-type Mar 20 16:09:28.986372 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: sorting.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.987478 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.987831 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: sorting Mar 20 16:09:28.988272 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: standard_attr_segment.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.989136 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.989790 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 20 16:09:28.990046 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: standardattrdescription.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.990770 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.991617 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: standard-attr-description Mar 20 16:09:28.991912 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: stateful_security_group.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.993018 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.993512 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: stateful-security-group Mar 20 16:09:28.993870 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: stdattrs_common.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.994558 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 20 16:09:28.994967 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.995940 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.996495 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 20 16:09:28.996814 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnet_onboard.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.997977 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:28.998496 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: subnet_onboard Mar 20 16:09:28.998858 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:28.999842 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.000348 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 20 16:09:29.000670 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnet_service_types.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.001599 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.002112 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: subnet-service-types Mar 20 16:09:29.002464 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnetallocation.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.003558 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.004075 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: subnet_allocation Mar 20 16:09:29.004398 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.005061 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.005588 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: subnetpool-prefix-ops Mar 20 16:09:29.005891 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.006842 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.007352 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 20 16:09:29.007672 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: tagging.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.008749 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.009266 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: standard-attr-tag Mar 20 16:09:29.009589 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: timestamp.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.010874 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.011350 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loaded extension: standard-attr-timestamp Mar 20 16:09:29.011675 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: trunk.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.012714 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.013229 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension trunk not supported by any of loaded plugins Mar 20 16:09:29.013557 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: trunk_details.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.014516 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.015053 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension trunk-details not supported by any of loaded plugins Mar 20 16:09:29.015379 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: uplink_status_propagation.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.016308 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.016814 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 20 16:09:29.017137 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Loading extension file: vlantransparent.py {{(pid=103283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 20 16:09:29.017814 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 20 16:09:29.018349 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 20 16:09:29.020948 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:network Mar 20 16:09:29.021472 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnet Mar 20 16:09:29.021870 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 20 16:09:29.022293 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:port Mar 20 16:09:29.023534 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.023974 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service FLAVORS assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.024591 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.025014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.025345 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:router Mar 20 16:09:29.025769 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:floatingip Mar 20 16:09:29.026285 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service METERING assigned prefix: /metering {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.027748 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:29.028120 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:29.028478 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:09:29.029481 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of CountableResource for resource:rbac_policy Mar 20 16:09:29.029927 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:security_group Mar 20 16:09:29.030401 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 20 16:09:29.031084 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service CORE assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.031416 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 20 16:09:29.031761 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] subnetpool is already registered Mar 20 16:09:29.032188 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service CORE assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.032515 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 20 16:09:29.032844 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] subnetpool is already registered Mar 20 16:09:29.035151 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.035582 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service FLAVORS assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.036161 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.036576 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.036913 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:router Mar 20 16:09:29.037253 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] router is already registered Mar 20 16:09:29.037662 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:floatingip Mar 20 16:09:29.037991 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] floatingip is already registered Mar 20 16:09:29.038478 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service METERING assigned prefix: /metering {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.039131 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of CountableResource for resource:rbac_policy Mar 20 16:09:29.039459 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] rbac_policy is already registered Mar 20 16:09:29.039867 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:security_group Mar 20 16:09:29.040196 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] security_group is already registered Mar 20 16:09:29.040578 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 20 16:09:29.040906 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] security_group_rule is already registered Mar 20 16:09:29.041525 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service CORE assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.041854 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 20 16:09:29.042184 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] subnetpool is already registered Mar 20 16:09:29.042632 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.v2.resource_helper [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Service CORE assigned prefix: {{(pid=103283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 20 16:09:29.042957 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 20 16:09:29.043286 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING neutron.quota.resource_registry [None req-7584f153-e345-41eb-b891-ba165286f743 None None] subnetpool is already registered Mar 20 16:09:29.043754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: extensions {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.045227 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: address-groups {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.046803 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: address-scopes {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.048111 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: agents {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.049269 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: auto-allocated-topology {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.050554 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: availability_zones {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.051760 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: dhcp-networks {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.053266 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: dhcp-agents {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.054716 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: routers {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.056933 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: flavors {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.058120 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: service_profiles {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.059433 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: next_providers {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.060872 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: service_profiles {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.063395 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: floatingip-pools {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.064658 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: routers {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.066776 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: floatingips {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.068110 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: l3-routers {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.069492 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: l3-agents {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.070932 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: metering-labels {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.072295 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: metering-label-rules {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.073557 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: network-ip-availabilities {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.074862 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: bindings {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.076506 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: quotas {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.078127 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: quotas {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.079683 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: rbac-policies {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.080965 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: security-groups {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.082232 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: security-group-rules {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.083479 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: service-providers {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.084692 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: subnetpools {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.086106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: subnetpools {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.087613 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.089288 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.091099 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.092863 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.094727 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.096556 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.098231 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.100137 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.101891 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.103799 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron.api.extensions [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Extended resource: tags {{(pid=103283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 20 16:09:29.109615 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING keystonemiddleware.auth_token [None req-7584f153-e345-41eb-b891-ba165286f743 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 20 16:09:29.114354 dv-cinder-834172-2-iscsi neutron-server[103283]: WARNING keystonemiddleware.auth_token [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 20 16:09:29.123241 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Acquired lock "singleton_lock" {{(pid=103283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 20 16:09:29.123715 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_concurrency.lockutils [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Releasing lock "singleton_lock" {{(pid=103283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 20 16:09:29.124438 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Starting 2 workers Mar 20 16:09:29.129289 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Started child 103390 {{(pid=103283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 20 16:09:29.133759 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Started child 103391 {{(pid=103283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 20 16:09:29.134669 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.135339 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO neutron.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 20 16:09:29.135953 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.136221 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [-] (103390) wsgi starting up on http://0.0.0.0:9696 Mar 20 16:09:29.138368 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Starting 1 workers Mar 20 16:09:29.138503 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.139862 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [-] (103391) wsgi starting up on http://0.0.0.0:9696 Mar 20 16:09:29.143605 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Started child 103392 {{(pid=103283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 20 16:09:29.144159 dv-cinder-834172-2-iscsi neutron-server[103283]: INFO oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Starting 1 workers Mar 20 16:09:29.147262 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] calling RpcWorker wait() {{(pid=103392) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 20 16:09:29.147816 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] returning from RpcWorker wait() {{(pid=103392) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 20 16:09:29.148605 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Started child 103393 {{(pid=103283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 20 16:09:29.149276 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.149413 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7584f153-e345-41eb-b891-ba165286f743 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.149701 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:29.151368 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 20 16:09:29.151586 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 20 16:09:29.151743 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 20 16:09:29.151982 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 20 16:09:29.152315 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 20 16:09:29.152449 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 20 16:09:29.152960 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.153241 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.153504 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.153767 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.154044 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.154655 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.154843 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:29.155346 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.155346 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.155521 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.155663 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.155839 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.155994 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.156245 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:29.156353 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.156509 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.156874 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.157118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.157365 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.157616 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.157797 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.158068 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.158369 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.158623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.158891 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] debug = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.159119 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.159597 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.159837 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.160077 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.160323 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.160594 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.160835 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.161124 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.161346 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.161578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.161826 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.162085 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.162349 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.162567 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.162823 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.163052 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.163320 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.163537 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.163998 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] host = dv-cinder-834172-2-iscsi {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.164254 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.164482 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.164736 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.164979 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.165227 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.165458 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.165726 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.165985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.166210 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.166477 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.166711 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.166942 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.167168 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.167401 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.167564 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_options = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.167908 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.168054 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.168300 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.168493 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.168655 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.168820 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.169080 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.169244 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.169497 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.169713 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.169927 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.170170 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.170409 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.170643 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.170876 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.171104 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.171404 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.171618 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.171873 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.172132 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.172374 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.172679 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.172974 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.173215 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.173441 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.173858 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.173858 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.174086 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.174545 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.174965 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.175195 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.175678 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.175678 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.175860 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.176124 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.176362 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.176584 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.176799 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.177305 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.177305 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.177535 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.177767 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.178041 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.178216 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.178473 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.178952 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.178952 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_json = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.179206 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.179402 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.179621 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.179836 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.180050 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.180263 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.180498 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.180733 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.181185 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.181510 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.181793 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.182123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.182382 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.182621 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.182864 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.183119 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.183362 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.183621 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.183855 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.184183 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.184423 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.184740 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.185009 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.185382 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.186048 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.186473 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.186623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.186843 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.187084 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.187643 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.187643 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.187805 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.188034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.188291 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.188634 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.189286 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.189942 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.190211 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.192029 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.192648 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.193267 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.193794 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.194048 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.194329 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.194563 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.195058 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.197321 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.197625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.197823 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.198088 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.198353 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.198592 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.198830 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.199666 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.199666 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.199666 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.199927 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.200012 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.200266 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.200488 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.200706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.201379 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.201379 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.201379 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.201764 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.201887 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.202278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.202460 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.202885 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.203025 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.203146 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.203389 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.203613 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.204044 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.204271 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.204635 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.205200 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207451 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207451 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207451 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207451 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.207944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.208187 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.208937 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.208937 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.208937 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.209411 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.209411 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.209696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.209696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.209948 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.210078 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.210318 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.210542 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.210798 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.211000 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.211214 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.211456 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.211682 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.211963 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.212283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.212559 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.212781 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.213066 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.213253 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.213642 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.214112 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.214431 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.214621 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.215038 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.215274 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.215535 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216350 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216350 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216350 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216589 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216589 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.216807 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.217191 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.217557 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.217943 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.218476 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.218903 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.219299 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.219734 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.220010 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.220228 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.220527 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.220737 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.221017 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.221301 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.221531 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.221819 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.222084 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.222376 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.222622 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.222854 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.223114 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.223381 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.223632 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.223882 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.224131 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.224376 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.224610 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.224862 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.225092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.225313 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.225628 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.226015 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.226290 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.226526 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.226784 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.227044 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.227302 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.227574 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.227834 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.228068 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.228291 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.228656 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.229062 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.229302 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.229530 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.229891 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.230147 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.230378 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.230628 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.230863 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.231076 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.231341 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.231557 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.231782 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.232021 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.232232 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.232452 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.232700 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.232914 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.233136 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.233363 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.233595 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.233887 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.234272 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.234493 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.234745 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.235000 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.235285 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.235529 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.235762 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.235987 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.236234 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.236484 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.236699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.236944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.237184 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.237899 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.237899 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.237899 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.238321 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.238646 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.238887 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.239100 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.239354 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.239593 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.239926 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.240163 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.240412 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.240641 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.240883 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.241102 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.241652 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.241868 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.242177 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.242580 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.242704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44060) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:09:29.243065 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.243307 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.243527 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.243763 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.243984 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.244217 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.244475 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.244727 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.244979 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.245198 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.245420 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.245635 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.245849 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.246081 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.246391 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.246551 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.246771 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.246990 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.247205 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.247496 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.247734 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.247968 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.248235 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.248477 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.248711 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.248939 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.249151 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.249415 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.249653 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.249863 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.250073 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.250324 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.250543 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.250754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.250983 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.251349 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064230 Mar 20 16:09:29.251986 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.252225 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.252473 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.252688 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.252908 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.253138 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254117 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254117 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254117 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254117 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254472 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254472 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.254831 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.255053 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.255343 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.255522 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.255679 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.255934 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.256942 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.257239 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.257491 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.257735 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.258028 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.258294 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.258563 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.258815 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.259269 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.259495 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.259887 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.260249 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.260628 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.260852 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.261158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.262065 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.262065 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.262065 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.262317 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.262480 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.263160 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.263160 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.263352 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.263486 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.263810 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.264088 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265007 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265007 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265007 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265225 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265303 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.265516 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266081 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266081 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266695 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.266945 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.267176 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.267401 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.268536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.268536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.268536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.268536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.268536 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 20 16:09:29.269245 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 20 16:09:29.269245 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 20 16:09:29.269245 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 20 16:09:29.270278 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 20 16:09:29.270482 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 20 16:09:29.270636 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 20 16:09:29.271241 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.271241 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.272064 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.272236 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.272552 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.272738 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.272896 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273053 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273207 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273513 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273836 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.273995 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274158 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274346 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274496 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274664 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274805 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.274944 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.275092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.275245 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.275386 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.275741 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] debug = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.275741 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276009 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276009 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276311 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276311 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276586 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276586 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276948 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.276948 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277215 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277215 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277494 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277494 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277757 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.277757 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278019 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278019 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278326 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278326 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] host = dv-cinder-834172-2-iscsi {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278620 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278620 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278883 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.278883 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279155 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279293 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279429 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:29.279573 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279573 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279846 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.279846 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280164 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280164 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280567 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280567 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280567 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_options = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280968 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.280968 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.281728 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.281728 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.281728 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.281728 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.281728 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282031 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282031 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282197 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282527 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282668 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282830 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.282987 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283143 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283298 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283454 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283609 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283767 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.283922 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284078 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284233 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284390 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284546 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284713 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.284854 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.285677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.285677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.285677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.285677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.285677 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286207 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286207 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286207 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286207 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286575 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.286575 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.287754 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288222 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288222 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_json = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288222 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288222 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288674 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288674 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288674 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288859 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.288924 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.289059 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.289215 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 20 16:09:29.290106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290106 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.290467 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291265 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291576 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291576 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291719 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.291800 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.292490 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.292605 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.292718 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.292988 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293142 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293225 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293726 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293726 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293726 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293966 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.293966 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294127 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294268 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294432 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294590 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294751 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.294911 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295435 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295435 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295435 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295670 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295670 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295818 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.295976 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.296167 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297026 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297368 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297368 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297487 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297552 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.297704 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298237 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298237 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298237 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298546 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298546 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298888 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.298888 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299019 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299085 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299231 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299418 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299568 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.299696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300011 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300165 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300327 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300502 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300733 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300828 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.300995 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301141 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301281 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301422 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301585 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301748 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.301904 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.302199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.302532 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.303699 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.304140 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.304140 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.304140 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.304327 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.304393 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305199 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305533 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305533 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305656 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305721 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.305897 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307014 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307452 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307452 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307572 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.307638 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310118 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.310696 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.311240 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.312623 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.313092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.313092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.313092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.313092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.314706 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315252 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315687 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.315687 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.317123 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.318578 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319034 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319427 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319427 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319427 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319595 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319753 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.319901 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320063 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320224 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320389 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320549 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320708 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.320869 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321029 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321188 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321348 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321511 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321670 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321834 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.321992 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.322151 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.322340 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.322645 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.322938 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.323221 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.323519 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.323830 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.324134 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.324316 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.324690 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.324690 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325025 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325025 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325025 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.325625 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326157 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326157 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326157 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326573 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326573 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326573 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.326985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.327751 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.327751 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.327751 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.327751 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328264 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328264 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328264 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328264 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328799 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328799 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.328799 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329173 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329173 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329173 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329547 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329547 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329808 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.329808 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.330007 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.330007 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.330176 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.331829 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.331829 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.331829 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.331829 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.332584 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.332755 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.332930 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.333092 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.333261 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.333425 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334283 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334675 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334675 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334675 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334911 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.334985 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335142 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335312 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335482 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335650 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335811 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.335978 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336152 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336312 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336473 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336633 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336792 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.336951 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337109 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337268 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337425 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337583 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337742 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.337901 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338059 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338634 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338634 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338634 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338861 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.338861 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.339003 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.339139 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 20 16:09:29.339291 dv-cinder-834172-2-iscsi neutron-server[103283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 20 16:09:40.403604 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7728ef-926a-4149-8c44-e3551b201303 None None] get_active_networks_info from dv-cinder-834172-2-iscsi {{(pid=103392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 20 16:09:40.501758 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7728ef-926a-4149-8c44-e3551b201303 None None] No non-hosted networks {{(pid=103392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 20 16:09:40.515991 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.agentschedulers_db [None req-9b7728ef-926a-4149-8c44-e3551b201303 None None] DHCP Agent not found on host dv-cinder-834172-2-iscsi {{(pid=103392) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 20 16:09:40.582959 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-1011-486f-a62d-119cc775cac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:42.706686 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dd719d5-725d-482e-9a1d-a5148b341420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:42.752840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1563453b-1aa3-4e8e-8840-5e351dc57312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:43.873971 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:45.248142 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:46.468904 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44148) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:09:46.782890 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:46.784298 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.786177 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.787417 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.787938 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.788423 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.790179 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.790722 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.791284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.791970 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.793439 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.794833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.795247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.795714 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.796144 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.796530 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:46.797030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834172-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:46.803960 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834172-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:09:47.041865 dv-cinder-834172-2-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-a2e06208-7ad0-4ace-8956-fc893712508d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:47.042476 dv-cinder-834172-2-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-a2e06208-7ad0-4ace-8956-fc893712508d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:47.260689 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-a2e06208-7ad0-4ace-8956-fc893712508d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:09:47.272192 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a2e06208-7ad0-4ace-8956-fc893712508d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7918901 Mar 20 16:09:47.868708 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.db.l3_hamode_db [None req-e089b397-f199-4304-b3de-407d5a006e1d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 20 16:09:47.954330 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089b397-f199-4304-b3de-407d5a006e1d None None] Routers set() bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:09:47.955009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089b397-f199-4304-b3de-407d5a006e1d None None] Router IDs set() for agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 20 16:09:49.822225 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44174) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:09:50.165198 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:09:50.256609 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.policy [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 20 16:09:50.298170 dv-cinder-834172-2-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:50.298555 dv-cinder-834172-2-iscsi neutron-server[103391]: WARNING oslo_policy.policy [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:50.401947 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342814499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342815216', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342798525', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342838510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342847390', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763342507369', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7455637', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7460743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1804311'] for rbac-policy (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:50.471994 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:50.473100 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b52984de-a194-48cc-a882-dd1d1e1af3a5 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6495106 Mar 20 16:09:52.954716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44184) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:09:53.492079 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:53.492987 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:53.719070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:09:53.776643 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Made reservation on behalf of 0da49aa012034ca5bbc1ed1bca66a230 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:09:53.837536 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.policy [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 20 16:09:53.879205 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:53.879571 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 20 16:09:53.890290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:53.912256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.025316 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks [] for security_group (de7fb7e7-d69a-464d-806b-5d04bc200196), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.030547 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (de7fb7e7-d69a-464d-806b-5d04bc200196), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.050747 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:09:54.086069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763338999098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (03bd87ee-adf6-48a3-93f7-9817acf43535), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.086675 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Unsubscribe: segment precommit_create {{(pid=103390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 20 16:09:54.087175 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Added segment 03bd87ee-adf6-48a3-93f7-9817acf43535 of type vlan for network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 Mar 20 16:09:54.105936 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de7fb7e7-d69a-464d-806b-5d04bc200196,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:09:54.157928 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.158303 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.158646 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.158996 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.159320 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.159642 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.159957 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.160268 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.160581 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.160893 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.161204 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.161512 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.161823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.162125 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.162469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Tracked resource versions report: Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: pushed versions: Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Log': {'1.0'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Network': {'1.1'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Port': {'1.7'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: consumer versions: Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Agent': '1.1', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Log': '1.0', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Network': '1.1', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Port': '1.7', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SubPort': '1.0', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Subnet': '1.1', Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Mar 20 16:09:54.164024 dv-cinder-834172-2-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:09:54.196685 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (b456cbdf-7d30-4fcf-99fd-c1b79056ff76), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.241002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (b456cbdf-7d30-4fcf-99fd-c1b79056ff76), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.246692 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:09:54.247454 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:54.341513 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3846877 Mar 20 16:09:54.368304 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefc0c-bce7-4a3d-b0d0-d40bb13ff692 demo demo] Pushing event updated for resources: {'Network': ['ID=b456cbdf-7d30-4fcf-99fd-c1b79056ff76,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:09:54.381279 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:09:56.894866 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44204) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:09:57.330196 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa428cc-fca1-4912-a46e-07f34b29b015 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:09:57.331610 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4fa428cc-fca1-4912-a46e-07f34b29b015 demo admin] 10.222.0.18 "GET /v2.0/networks/b456cbdf-7d30-4fcf-99fd-c1b79056ff76 HTTP/1.1" status: 200 len: 824 time: 0.4354553 Mar 20 16:09:57.374917 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bd49fb4d-faaa-48bc-ac8b-b1d524160cab demo admin] 10.222.0.18 "GET /v2.0/subnetpools/7b5d7e16-0d53-4e3f-92c4-73b9304a7069 HTTP/1.1" status: 200 len: 734 time: 0.0346000 Mar 20 16:09:57.383716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:09:57.408707 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Made reservation on behalf of 0da49aa012034ca5bbc1ed1bca66a230 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:09:57.411010 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:57.707636 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (fe3e1abb-be5b-4e79-8801-27cda6066b0c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:57.769216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Pushing event updated for resources: {'Subnet': ['ID=fe3e1abb-be5b-4e79-8801-27cda6066b0c,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:09:57.777651 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Checking segment: {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:09:57.778035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Network hostable DHCP agents. Network: b456cbdf-7d30-4fcf-99fd-c1b79056ff76, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:09:57.800042 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:09:57.811578 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, b456cbdf-7d30-4fcf-99fd-c1b79056ff76) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:09:57.816045 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:09:57.816660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:57.821637 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9e934-3dd6-4acf-b42b-73b7870f81a4 None None] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:09:57.835335 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a55a43b7-cc57-4d1c-868b-871a5359196e demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4549351 Mar 20 16:09:58.198957 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:09:58.200247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:58.471384 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Allocated IP 172.20.0.2 (b456cbdf-7d30-4fcf-99fd-c1b79056ff76/fe3e1abb-be5b-4e79-8801-27cda6066b0c/6f7d39b3-6a7f-470b-a4f4-d8949045f99c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:09:58.732895 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks [] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:58.740059 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:58.807629 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:09:58.812310 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:09:58.825005 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:09:58.832260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Pushing event updated for resources: {'Port': ['ID=6f7d39b3-6a7f-470b-a4f4-d8949045f99c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:09:58.864673 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.865013 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.865366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.865718 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.866044 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.866393 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.867021 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.867368 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.867692 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.868009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.868331 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.868663 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.868992 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.869307 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.869619 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Tracked resource versions report: Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: pushed versions: Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Agent': {'1.1'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Log': {'1.0'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Network': {'1.1'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Port': {'1.7'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: consumer versions: Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Agent': '1.1', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Log': '1.0', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'NDPProxy': '1.0', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Network': '1.1', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Port': '1.7', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'PortForwarding': '1.3', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'QosPolicy': '1.10', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SubPort': '1.0', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Subnet': '1.1', Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Trunk': '1.1'}} Mar 20 16:09:58.871053 dv-cinder-834172-2-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:09:58.921243 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Attempting to bind port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:09:58.921645 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Attempting to bind port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:09:58.922064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Attempting to bind port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c on network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:09:58.928100 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:09:58.928473 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Checking segment: {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:09:58.928944 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:58.929335 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Bound using segment: {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:09:58.929801 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Bound port: 6f7d39b3-6a7f-470b-a4f4-d8949045f99c, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:09:58.930206 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:58.993961 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] For port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:09:58.998928 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] For port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6f7d39b3-6a7f-470b-a4f4-d8949045f99c,segment=NetworkSegment(03bd87ee-adf6-48a3-93f7-9817acf43535),segment_id=03bd87ee-adf6-48a3-93f7-9817acf43535)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:09:59.008807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:09:59.072171 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34087d10-a283-4b5a-bf00-a28ea374ed51 None None] Pushing event updated for resources: {'Port': ['ID=6f7d39b3-6a7f-470b-a4f4-d8949045f99c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:00.362543 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44212) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:00.679230 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-fc2da744-79b0-414d-a3db-1562d1347cc1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:10:00.680217 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fc2da744-79b0-414d-a3db-1562d1347cc1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167391 Mar 20 16:10:03.184742 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44220) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:03.508577 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-814b840e-8839-4618-a0f1-0f60be3555c6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:10:03.509662 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-814b840e-8839-4618-a0f1-0f60be3555c6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3240137 Mar 20 16:10:06.004238 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44228) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:06.329573 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:10:06.354098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:06.355608 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:06.492233 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Publish callbacks [] for router_controller (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:06.498312 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:06.516365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:06.517539 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d191aa2c-7f2a-427e-91a5-20b51a2acbed demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5123158 Mar 20 16:10:09.031965 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44240) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:09.361556 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [None req-5042d54a-38a7-4d2e-846d-2ee27e74a199 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:10:09.362584 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5042d54a-38a7-4d2e-846d-2ee27e74a199 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3296330 Mar 20 16:10:09.509493 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6f7d39b3-6a7f-470b-a4f4-d8949045f99c up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:10:09.600777 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:09.601446 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:09.709397 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:09.709904 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:09.744816 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6f7d39b3-6a7f-470b-a4f4-d8949045f99c,segment=NetworkSegment(03bd87ee-adf6-48a3-93f7-9817acf43535),segment_id=03bd87ee-adf6-48a3-93f7-9817acf43535)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:10:09.749261 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:09.794807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=6f7d39b3-6a7f-470b-a4f4-d8949045f99c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:10.147819 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114a3c2-abac-4bec-be8b-e1fa2bd5f09a None None] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:10:10.236406 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5a5391a4-8ba3-47b0-aa40-2144a07ea09c None None] Provisioning complete for port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:10.236785 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5391a4-8ba3-47b0-aa40-2144a07ea09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:10.362679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5a5391a4-8ba3-47b0-aa40-2144a07ea09c None None] Current status of the port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:10.374914 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a7cdd33-965d-4521-a841-3891a23c84ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:10.585631 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-7ce940e2-95cb-4c68-81f0-919500ec0583 None None] Provisioning complete for port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:10.586335 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ce940e2-95cb-4c68-81f0-919500ec0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:10.667456 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7ce940e2-95cb-4c68-81f0-919500ec0583 None None] Current status of the port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:11.471458 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6f7d39b3-6a7f-470b-a4f4-d8949045f99c up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:10:11.521496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:11.521888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:11.599605 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:11.911890 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44248) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:12.265426 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:10:12.295658 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Made reservation on behalf of c02cce03c9e142bab39baeb17444c822 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:10:12.298301 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.313674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.423592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks [] for security_group (f45fb254-d707-4be4-a4ac-6ac7da812bbb), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.430600 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f45fb254-d707-4be4-a4ac-6ac7da812bbb), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.444004 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 20 16:10:12.474808 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763338999098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (39640fa2-5ed6-4219-9f09-db96ec8a8a24), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.475386 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Unsubscribe: segment precommit_create {{(pid=103391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 20 16:10:12.475883 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Added segment 39640fa2-5ed6-4219-9f09-db96ec8a8a24 of type flat for network fb36536b-d82e-4b4c-9524-d56cc11b4c8e Mar 20 16:10:12.491485 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fb254-d707-4be4-a4ac-6ac7da812bbb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:12.536029 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.536378 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.536723 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.537051 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.537374 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.537693 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.538009 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.538362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.538681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.538995 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.539322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.539651 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.539969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.540261 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.540569 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Tracked resource versions report: Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: pushed versions: Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Agent': {'1.1'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Log': {'1.0'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Network': {'1.1'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Port': {'1.7'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: consumer versions: Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Agent': '1.1', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Log': '1.0', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'NDPProxy': '1.0', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Network': '1.1', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Port': '1.7', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'PortForwarding': '1.3', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SubPort': '1.0', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Subnet': '1.1', Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Mar 20 16:10:12.541944 dv-cinder-834172-2-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:10:12.589589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (fb36536b-d82e-4b4c-9524-d56cc11b4c8e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.636262 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (fb36536b-d82e-4b4c-9524-d56cc11b4c8e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.637327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:10:12.637997 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.706100 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c92db8fa-2160-4adb-9854-6bb50687b9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:12.717685 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8043821 Mar 20 16:10:12.736163 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cbf70-883c-4f94-8d62-8c1d8dd7e3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb36536b-d82e-4b4c-9524-d56cc11b4c8e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:12.748595 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:10:13.840261 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:15.153157 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:15.241473 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44270) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:15.440870 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164076c-25b1-4cf4-a59b-bd44fe689ea7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:10:15.442247 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7164076c-25b1-4cf4-a59b-bd44fe689ea7 demo admin] 10.222.0.18 "GET /v2.0/subnets/fe3e1abb-be5b-4e79-8801-27cda6066b0c HTTP/1.1" status: 200 len: 849 time: 0.1991422 Mar 20 16:10:15.565489 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f1e4740b-e61c-4499-85cb-d62f37ec0a8f demo admin] 10.222.0.18 "GET /v2.0/routers/849809aa-40ff-4f4f-8bf6-cf7eadd12f21 HTTP/1.1" status: 200 len: 704 time: 0.1173122 Mar 20 16:10:15.839912 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.140904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Allocated IP 172.20.0.1 (b456cbdf-7d30-4fcf-99fd-c1b79056ff76/fe3e1abb-be5b-4e79-8801-27cda6066b0c/b49e77b4-e6b9-4f90-903f-a1f1af0c0206) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:10:16.300715 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks [] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.419270 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.492065 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:10:16.501694 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:10:16.504365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:10:16.505042 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.526986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Pushing event updated for resources: {'Port': ['ID=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:16.704865 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.734529 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0bf5a796-c8be-482e-aa49-b3074d9d2eea None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:16.735117 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a796-c8be-482e-aa49-b3074d9d2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.829728 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0bf5a796-c8be-482e-aa49-b3074d9d2eea None None] Port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:10:16.834392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.917097 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks [] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.923629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:16.924359 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:17.000809 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Pushing event updated for resources: {'Port': ['ID=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:17.053195 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:10:17.054630 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:10:17.228487 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:10:17.322782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:10:17.328085 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8a44249d-3ede-4db7-aef5-f53c987d6b87 demo admin] 10.222.0.18 "PUT /v2.0/routers/849809aa-40ff-4f4f-8bf6-cf7eadd12f21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7548382 Mar 20 16:10:17.346343 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Sync routers for ids ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:10:17.359893 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Routers {'849809aa-40ff-4f4f-8bf6-cf7eadd12f21'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:10:17.361089 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:10:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:17.361376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f0951e88-8a79-4f37-9164-35e1bbea6924 None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:17.361778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0951e88-8a79-4f37-9164-35e1bbea6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:17.398359 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f0951e88-8a79-4f37-9164-35e1bbea6924 None None] Port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:10:17.554143 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Set router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:10:18.016526 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:16Z', 'revision_number': 2, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port_host': None, '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:16Z', 'revision_number': 2, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:18.067570 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Checking router: 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:10:18.067943 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Updating router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:10:18.120699 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.635201 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks [] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.642983 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.790030 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Pushing event updated for resources: {'Port': ['ID=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:18.814465 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.814813 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.815157 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.815494 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.815823 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.816148 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.816472 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.816791 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.817107 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.817426 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.817745 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.818076 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.818426 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.818743 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.819056 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Tracked resource versions report: Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: pushed versions: Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Agent': {'1.1'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Log': {'1.0'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'NDPProxy': {'1.0'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Network': {'1.1'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Port': {'1.7'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'PortForwarding': {'1.3'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'QosPolicy': {'1.10'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroup': {'1.5'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: consumer versions: Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Agent': '1.1', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'LocalIPAssociation': '1.0', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Log': '1.0', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'NDPProxy': '1.0', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Network': '1.1', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Port': '1.7', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'PortForwarding': '1.3', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'QosPolicy': '1.10', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroup': '1.5', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SubPort': '1.0', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Subnet': '1.1', Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Trunk': '1.1'}} Mar 20 16:10:18.820475 dv-cinder-834172-2-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:10:18.832897 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Attempting to bind port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:10:18.833803 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Attempting to bind port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:10:18.833803 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Attempting to bind port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 on network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:10:18.838805 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:10:18.839187 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Checking segment: {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:10:18.839648 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.840033 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Bound using segment: {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:10:18.840548 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Bound port: b49e77b4-e6b9-4f90-903f-a1f1af0c0206, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd87ee-adf6-48a3-93f7-9817acf43535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:10:18.840957 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.909420 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] For port b49e77b4-e6b9-4f90-903f-a1f1af0c0206, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:10:18.925679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-be7b52d7-8c4b-447d-a632-13c7c091f852 None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:18.926247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7b52d7-8c4b-447d-a632-13c7c091f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.928936 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] For port b49e77b4-e6b9-4f90-903f-a1f1af0c0206, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,segment=NetworkSegment(03bd87ee-adf6-48a3-93f7-9817acf43535),segment_id=03bd87ee-adf6-48a3-93f7-9817acf43535)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:10:18.936063 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:18.964118 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-be7b52d7-8c4b-447d-a632-13c7c091f852 None None] Port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:10:18.997170 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Routers {'849809aa-40ff-4f4f-8bf6-cf7eadd12f21'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:10:18.997822 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:10:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:19.076084 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e5a12-f9d3-4e4f-a45f-8549e955c270 None None] Pushing event updated for resources: {'Port': ['ID=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:19.102060 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] Set router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:10:19.182903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:19.183214 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:19.268538 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Current status of the port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:19.268905 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:19.304527 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] For port b49e77b4-e6b9-4f90-903f-a1f1af0c0206, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,segment=NetworkSegment(03bd87ee-adf6-48a3-93f7-9817acf43535),segment_id=03bd87ee-adf6-48a3-93f7-9817acf43535)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:10:19.310265 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:19.321260 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:16Z', 'revision_number': 2, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port_host': None, '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:18Z', 'revision_number': 4, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:19.346908 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994523-6de7-49c7-93d2-d9b90452faf3 None None] The sync data for ids ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'] in dv-cinder-834172-2-iscsi is: [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:16Z', 'revision_number': 2, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port_host': None, '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:18Z', 'revision_number': 4, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:10:19.363133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26c64-626c-4bbf-ace8-cd29f5197b91 None None] Pushing event updated for resources: {'Port': ['ID=b49e77b4-e6b9-4f90-903f-a1f1af0c0206,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:19.767016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44290) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:19.877063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ed8fb-4a44-4c65-9ec4-9dd286781934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:10:19.878390 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-175ed8fb-4a44-4c65-9ec4-9dd286781934 admin admin] 10.222.0.18 "GET /v2.0/networks/fb36536b-d82e-4b4c-9524-d56cc11b4c8e HTTP/1.1" status: 200 len: 842 time: 0.1103790 Mar 20 16:10:19.887895 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:10:19.910624 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Made reservation on behalf of c02cce03c9e142bab39baeb17444c822 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:10:19.912916 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:20.194775 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.objects.ports [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 20 16:10:20.195114 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (31741dca-8d06-4ce4-a516-6e248ea15396), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:20.246907 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31741dca-8d06-4ce4-a516-6e248ea15396,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:20.256904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:10:20.257264 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Network hostable DHCP agents. Network: fb36536b-d82e-4b4c-9524-d56cc11b4c8e, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:10:20.275904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:10:20.285544 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, fb36536b-d82e-4b4c-9524-d56cc11b4c8e) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:10:20.289884 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:10:20.290573 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:20.295959 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddb048-331e-4ab2-add7-b56d46f85c95 None None] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:10:20.310786 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e2879cc5-2c4b-4df5-84cb-58d904071457 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4262793 Mar 20 16:10:20.408344 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7b453-29ab-4555-9a28-3c53c10cb437 None None] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:10:22.694830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44298) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:22.893043 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f9c10d7-ea3a-4564-8576-55e8adc5af57 demo admin] 10.222.0.18 "GET /v2.0/routers/849809aa-40ff-4f4f-8bf6-cf7eadd12f21 HTTP/1.1" status: 200 len: 710 time: 0.1970863 Mar 20 16:10:22.975370 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91cc3fe-f9e0-407d-90ab-bdd96b06bba8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:10:22.976699 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b91cc3fe-f9e0-407d-90ab-bdd96b06bba8 demo admin] 10.222.0.18 "GET /v2.0/networks/fb36536b-d82e-4b4c-9524-d56cc11b4c8e HTTP/1.1" status: 200 len: 886 time: 0.0781438 Mar 20 16:10:22.986760 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:10:23.243952 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks [] for router_gateway (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:23.481457 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks [] for router_gateway (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:23.554710 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:23.659687 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Allocated IP 172.27.1.226 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/4e387e7e-c5b4-4641-9f6b-56a250d9d204) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:10:23.762289 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks [] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:23.796178 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:23.830380 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:10:23.833023 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:10:23.835712 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:10:23.900723 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Pushing event updated for resources: {'Port': ['ID=4e387e7e-c5b4-4641-9f6b-56a250d9d204,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:24.092401 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks [] for router_gateway (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:24.377690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15577'] for router (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:24.381432 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455300'] for router (849809aa-40ff-4f4f-8bf6-cf7eadd12f21), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:24.495338 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:10:24.608404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:10:24.612886 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:24.627033 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cc917834-b275-4836-90d0-2568a318e755 demo admin] 10.222.0.18 "PUT /v2.0/routers/849809aa-40ff-4f4f-8bf6-cf7eadd12f21 HTTP/1.1" status: 200 len: 890 time: 1.6316807 Mar 20 16:10:25.195094 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:10:27.147417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44310) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:10:27.271258 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b966d5c3-e820-46e8-a0cb-576f5aa09586 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1225908 Mar 20 16:10:27.508548 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device b49e77b4-e6b9-4f90-903f-a1f1af0c0206 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:10:27.563063 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:27.563456 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:27.641907 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:27.824704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Sync routers for ids ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:10:27.836026 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Routers {'849809aa-40ff-4f4f-8bf6-cf7eadd12f21'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:10:27.836684 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:10:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:28.055386 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Set router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:10:28.448181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:23Z', 'revision_number': 4, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port': {'id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:23Z', 'updated_at': '2022-03-20T16:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:19Z', 'revision_number': 5, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:28.572816 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Checking router: 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:10:28.573431 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Updating router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:10:28.626590 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:28.946167 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks [] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:28.952862 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:29.000914 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b4fd3-fa00-473a-9d12-bc9a7caa1d53 None None] Pushing event updated for resources: {'Port': ['ID=4e387e7e-c5b4-4641-9f6b-56a250d9d204,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:29.012197 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Attempting to bind port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:10:29.012386 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Attempting to bind port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:10:29.012802 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Attempting to bind port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:10:29.018095 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:10:29.018572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:10:29.019043 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:29.019506 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:10:29.020045 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Bound port: 4e387e7e-c5b4-4641-9f6b-56a250d9d204, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:10:29.020479 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:29.072082 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] For port 4e387e7e-c5b4-4641-9f6b-56a250d9d204, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:10:29.075260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] For port 4e387e7e-c5b4-4641-9f6b-56a250d9d204, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=4e387e7e-c5b4-4641-9f6b-56a250d9d204,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:10:29.083372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:29.144313 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Routers {'849809aa-40ff-4f4f-8bf6-cf7eadd12f21'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:10:29.144934 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:10:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:29.146789 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b4fd3-fa00-473a-9d12-bc9a7caa1d53 None None] Pushing event updated for resources: {'Port': ['ID=4e387e7e-c5b4-4641-9f6b-56a250d9d204,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:29.270060 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] Set router 849809aa-40ff-4f4f-8bf6-cf7eadd12f21 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:10:29.488885 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:23Z', 'revision_number': 4, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port': {'id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:23Z', 'updated_at': '2022-03-20T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:19Z', 'revision_number': 5, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:10:29.523713 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a057d-5e56-4798-ab58-f5c7486b3205 None None] The sync data for ids ['849809aa-40ff-4f4f-8bf6-cf7eadd12f21'] in dv-cinder-834172-2-iscsi is: [{'id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'name': 'router1', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:10:06Z', 'updated_at': '2022-03-20T16:10:23Z', 'revision_number': 4, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'gw_port': {'id': '4e387e7e-c5b4-4641-9f6b-56a250d9d204', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:23Z', 'updated_at': '2022-03-20T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'b49e77b4-e6b9-4f90-903f-a1f1af0c0206', 'name': '', 'network_id': 'b456cbdf-7d30-4fcf-99fd-c1b79056ff76', 'tenant_id': '0da49aa012034ca5bbc1ed1bca66a230', 'mac_address': 'fa:16:3e:ac:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849809aa-40ff-4f4f-8bf6-cf7eadd12f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:10:15Z', 'updated_at': '2022-03-20T16:10:19Z', 'revision_number': 5, 'project_id': '0da49aa012034ca5bbc1ed1bca66a230', 'subnets': [{'id': 'fe3e1abb-be5b-4e79-8801-27cda6066b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5d7e16-0d53-4e3f-92c4-73b9304a7069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:10:31.566402 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4e387e7e-c5b4-4641-9f6b-56a250d9d204 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:10:31.620772 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:31.621425 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:31.707689 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:31.708330 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:31.732777 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 4e387e7e-c5b4-4641-9f6b-56a250d9d204, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=4e387e7e-c5b4-4641-9f6b-56a250d9d204,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:10:31.743178 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:31.814823 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=4e387e7e-c5b4-4641-9f6b-56a250d9d204,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:10:33.515956 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4e387e7e-c5b4-4641-9f6b-56a250d9d204 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:10:33.601453 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:10:33.601840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (4e387e7e-c5b4-4641-9f6b-56a250d9d204), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:33.704317 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 4e387e7e-c5b4-4641-9f6b-56a250d9d204 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:10:40.368613 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b84c098d-8a9b-46f1-a433-1140d907b0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:42.700059 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa65-e7af-4a98-b5b8-59cbb8817043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:43.846349 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:45.160468 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:10:46.778807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:02.193865 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:11:10.477337 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b256-a70d-4f61-8576-b2d69b999932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:12.708318 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bdf57fa-7af1-44d2-89b7-79918cb00ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:13.848490 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:15.152869 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:16.786911 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:39.192928 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:11:40.372388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-028a6fe4-4991-46c0-b5c7-7031f336eaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:42.702641 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da66bce4-2898-4345-9e9e-ef1a81abf013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:43.852718 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:45.145885 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:46.783677 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:47.912681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44794) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:11:47.985563 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f37d825-0043-45e3-b988-436402988355 admin admin] GET failed (client error): The resource could not be found. Mar 20 16:11:47.986890 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0f37d825-0043-45e3-b988-436402988355 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732050 Mar 20 16:11:48.155078 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd19564-13a7-465a-9e94-3acc46ee434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:48.156465 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6fd19564-13a7-465a-9e94-3acc46ee434c admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1632175 Mar 20 16:11:50.458686 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44804) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:11:50.586771 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4934839-06b8-48fe-9b45-7733c18726af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:50.588149 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f4934839-06b8-48fe-9b45-7733c18726af admin admin] 10.222.0.18 "GET /v2.0/subnets/fe3e1abb-be5b-4e79-8801-27cda6066b0c HTTP/1.1" status: 200 len: 849 time: 0.1286018 Mar 20 16:11:50.597839 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:11:50.702941 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Publish callbacks [] for subnet (fe3e1abb-be5b-4e79-8801-27cda6066b0c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:50.854115 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763339078027'] for subnet (fe3e1abb-be5b-4e79-8801-27cda6066b0c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:50.890025 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:50.890678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:50.891954 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] 10.222.0.18 "PUT /v2.0/subnets/fe3e1abb-be5b-4e79-8801-27cda6066b0c HTTP/1.1" status: 200 len: 868 time: 0.2978706 Mar 20 16:11:50.909677 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3e1abb-be5b-4e79-8801-27cda6066b0c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:11:50.917428 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.917695 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9427324f-46e1-458e-b310-997d2bb2b727 None None] Network b456cbdf-7d30-4fcf-99fd-c1b79056ff76 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:11:50.918180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.918180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.918479 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.918826 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.919358 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.919609 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.919885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.920204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.920570 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.920896 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.921238 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.921564 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.921879 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:50.922198 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398daf5b-c7f2-4702-a87c-5de671fbf904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:11:51.249544 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Provisioning complete for port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:11:51.249930 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b49e77b4-e6b9-4f90-903f-a1f1af0c0206), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:51.330442 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Current status of the port b49e77b4-e6b9-4f90-903f-a1f1af0c0206 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:11:51.340708 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Provisioning complete for port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:11:51.341076 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6f7d39b3-6a7f-470b-a4f4-d8949045f99c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:11:51.414749 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5b30-a807-4d9a-bf06-3f6633bde91d None None] Current status of the port 6f7d39b3-6a7f-470b-a4f4-d8949045f99c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:11:53.196712 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44812) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:11:53.395949 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b645b-20b8-4e44-be51-35f0bb9ce066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:53.396338 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b645b-20b8-4e44-be51-35f0bb9ce066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:53.397870 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8c7b645b-20b8-4e44-be51-35f0bb9ce066 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2001729 Mar 20 16:11:55.688066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44822) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:11:55.902487 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785d6d7-5ad5-4187-830f-3de097db76f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:55.902955 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785d6d7-5ad5-4187-830f-3de097db76f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:55.905034 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5785d6d7-5ad5-4187-830f-3de097db76f2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2155190 Mar 20 16:11:58.234371 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44830) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:11:58.431936 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62338f13-86f3-4343-9068-ea6fea11f6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:11:58.433225 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-62338f13-86f3-4343-9068-ea6fea11f6a0 admin admin] 10.222.0.18 "GET /v2.0/networks/b456cbdf-7d30-4fcf-99fd-c1b79056ff76 HTTP/1.1" status: 200 len: 868 time: 0.1978884 Mar 20 16:12:00.718912 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44838) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:00.853492 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501187b-461a-4da4-8ae2-7b1092f1f9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:00.854901 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c501187b-461a-4da4-8ae2-7b1092f1f9b0 admin admin] 10.222.0.18 "GET /v2.0/networks/fb36536b-d82e-4b4c-9524-d56cc11b4c8e HTTP/1.1" status: 200 len: 886 time: 0.1349103 Mar 20 16:12:03.137836 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44846) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:03.273875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38165400-aff4-420e-894f-30f8e12806b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:03.274368 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38165400-aff4-420e-894f-30f8e12806b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:03.276217 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-38165400-aff4-420e-894f-30f8e12806b3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1373274 Mar 20 16:12:05.581597 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44854) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:05.708371 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0945bd7-d93c-497f-bab6-95a67664d8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:05.708817 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0945bd7-d93c-497f-bab6-95a67664d8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:05.710356 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f0945bd7-d93c-497f-bab6-95a67664d8a3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277819 Mar 20 16:12:08.008422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44862) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:08.109397 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46941f04-16a1-4c45-88f7-24d2e17c6fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:08.111546 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-46941f04-16a1-4c45-88f7-24d2e17c6fb9 admin admin] 10.222.0.18 "GET /v2.0/subnets/31741dca-8d06-4ce4-a516-6e248ea15396 HTTP/1.1" status: 200 len: 816 time: 0.1016574 Mar 20 16:12:10.375680 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99ddc407-4f7f-4d8b-b9ee-f5e66ec032d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:10.404541 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 44870) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:10.503452 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e32dcf-6962-405f-88de-72dabdfb6a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:10.505403 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-87e32dcf-6962-405f-88de-72dabdfb6a7c admin admin] 10.222.0.18 "GET /v2.0/subnets/fe3e1abb-be5b-4e79-8801-27cda6066b0c HTTP/1.1" status: 200 len: 868 time: 0.0997183 Mar 20 16:12:12.706037 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1e5af3c-df15-461d-be1d-ed1320e3aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:13.856252 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:15.149189 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:16.193202 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:12:16.790639 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:38.202039 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44922) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:38.255513 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-88660f1d-ce61-4faa-99ce-bf982a633d83 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:12:38.256556 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-88660f1d-ce61-4faa-99ce-bf982a633d83 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535009 Mar 20 16:12:40.379745 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efbe83b7-c755-4267-9368-6628087555a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:40.603649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44930) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:40.667588 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a08ed47-037f-48d7-91bb-5a3a5e4570a3 admin admin] GET failed (client error): The resource could not be found. Mar 20 16:12:40.668904 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2a08ed47-037f-48d7-91bb-5a3a5e4570a3 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642667 Mar 20 16:12:40.807360 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf04d0-d9f5-403a-9979-da0dd210b5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:40.808726 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eebf04d0-d9f5-403a-9979-da0dd210b5ec admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356690 Mar 20 16:12:42.710521 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d9873a7-4fdb-4693-87e5-398af499d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.128346 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:43.185629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:12:43.205437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Made reservation on behalf of c02cce03c9e142bab39baeb17444c822 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:12:43.207795 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.237255 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING neutron.services.revisions.revision_plugin [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Could not find related network for resource to bump revision. Mar 20 16:12:43.250421 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:12:43.260265 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (66652852-e586-48e1-9c95-5af1a433684d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.260602 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Added segment 66652852-e586-48e1-9c95-5af1a433684d of type vlan for network e0a3e19e-f8d4-463f-9e20-1342bfc03627 Mar 20 16:12:43.298881 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (e0a3e19e-f8d4-463f-9e20-1342bfc03627), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.325062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (e0a3e19e-f8d4-463f-9e20-1342bfc03627), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.325904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:43.326493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:43.389699 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2602191 Mar 20 16:12:43.419527 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a3e19e-f8d4-463f-9e20-1342bfc03627,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:12:43.427098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.427421 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.427798 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.428129 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.428458 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.428783 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.429116 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.429434 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.429763 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.430080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.430432 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.430753 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.431046 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.431354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.431658 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c93449a-d643-4390-ad71-aaa409a52945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:43.442715 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:12:43.859611 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:45.152721 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:45.693719 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44946) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:12:45.768573 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28419cd-71cc-4a26-8c10-78d859291200 admin admin] GET failed (client error): The resource could not be found. Mar 20 16:12:45.769764 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e28419cd-71cc-4a26-8c10-78d859291200 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0749249 Mar 20 16:12:45.837030 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb820ff-0595-49bc-bf09-34597458bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:45.838417 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9eb820ff-0595-49bc-bf09-34597458bc71 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0644083 Mar 20 16:12:45.847901 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627', 'name': 'shared-subnet'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:12:45.868989 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Made reservation on behalf of c02cce03c9e142bab39baeb17444c822 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:12:45.871208 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.048378 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (ef099d15-d945-4d96-b939-694be57bc068), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.097348 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef099d15-d945-4d96-b939-694be57bc068,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:12:46.114527 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Checking segment: {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:12:46.115025 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Network hostable DHCP agents. Network: e0a3e19e-f8d4-463f-9e20-1342bfc03627, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:12:46.137488 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:12:46.147432 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, e0a3e19e-f8d4-463f-9e20-1342bfc03627) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:12:46.151666 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:12:46.152244 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.156666 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392bc670-f54b-41a5-a369-7b0c111fd26d None None] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:12:46.170276 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a7b84894-f547-4300-af3d-c8d095eb9af2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3256176 Mar 20 16:12:46.261422 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-e0a3e19e-f8d4-463f-9e20-1342bfc03627', 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627', 'project_id': 'c02cce03c9e142bab39baeb17444c822', 'fixed_ips': [{'subnet_id': 'ef099d15-d945-4d96-b939-694be57bc068'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:12:46.262442 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.406869 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Allocated IP 192.168.233.2 (e0a3e19e-f8d4-463f-9e20-1342bfc03627/ef099d15-d945-4d96-b939-694be57bc068/6044d09f-c5b6-44ed-869f-ac6864d293b7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:12:46.549946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks [] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.556531 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.592774 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:12:46.595620 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:12:46.599187 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:12:46.613342 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Pushing event updated for resources: {'Port': ['ID=6044d09f-c5b6-44ed-869f-ac6864d293b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:12:46.634236 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.634636 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.634990 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.635342 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.635681 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.635999 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.636301 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.636627 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.636968 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.637276 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.637688 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.638017 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.638362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.638737 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.639048 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:12:46.677030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Attempting to bind port 6044d09f-c5b6-44ed-869f-ac6864d293b7 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:12:46.677308 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Attempting to bind port 6044d09f-c5b6-44ed-869f-ac6864d293b7 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:12:46.677682 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Attempting to bind port 6044d09f-c5b6-44ed-869f-ac6864d293b7 on network e0a3e19e-f8d4-463f-9e20-1342bfc03627 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:12:46.682764 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:12:46.683123 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Checking segment: {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:12:46.683519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.683925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Bound using segment: {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:12:46.684420 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Bound port: 6044d09f-c5b6-44ed-869f-ac6864d293b7, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:12:46.684795 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.745536 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] For port 6044d09f-c5b6-44ed-869f-ac6864d293b7, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:12:46.749592 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] For port 6044d09f-c5b6-44ed-869f-ac6864d293b7, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6044d09f-c5b6-44ed-869f-ac6864d293b7,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:12:46.756614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:46.821339 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612693-5f8f-459c-9fb0-5bd7cf598d22 None None] Pushing event updated for resources: {'Port': ['ID=6044d09f-c5b6-44ed-869f-ac6864d293b7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:12:46.836197 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:47.624725 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6044d09f-c5b6-44ed-869f-ac6864d293b7 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:12:47.756630 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c126f-d6c5-4ccf-a73c-2e831da13800 None None] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:12:47.826299 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Provisioning complete for port 6044d09f-c5b6-44ed-869f-ac6864d293b7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:12:47.826689 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:47.882324 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6044d09f-c5b6-44ed-869f-ac6864d293b7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:12:47.882677 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:47.987361 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Current status of the port 6044d09f-c5b6-44ed-869f-ac6864d293b7 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:12:47.987692 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:48.055625 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] For port 6044d09f-c5b6-44ed-869f-ac6864d293b7, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6044d09f-c5b6-44ed-869f-ac6864d293b7,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:12:48.059444 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6044d09f-c5b6-44ed-869f-ac6864d293b7 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:12:48.059841 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:48.078556 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:48.156260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.db.api [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 20 16:12:48.156766 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG oslo_db.api [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 20 16:12:48.157541 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed46c0-b460-4cf7-a7fe-ed94716108ae None None] Pushing event updated for resources: {'Port': ['ID=6044d09f-c5b6-44ed-869f-ac6864d293b7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:12:48.201052 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f52728ee-376a-485e-a487-34face623fbe None None] Provisioning complete for port 6044d09f-c5b6-44ed-869f-ac6864d293b7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:12:48.201430 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f52728ee-376a-485e-a487-34face623fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:48.288731 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f52728ee-376a-485e-a487-34face623fbe None None] Current status of the port 6044d09f-c5b6-44ed-869f-ac6864d293b7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:12:48.694881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6044d09f-c5b6-44ed-869f-ac6864d293b7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:12:49.561855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6044d09f-c5b6-44ed-869f-ac6864d293b7 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:12:49.615767 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6044d09f-c5b6-44ed-869f-ac6864d293b7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:12:49.616174 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6044d09f-c5b6-44ed-869f-ac6864d293b7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:12:49.693792 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6044d09f-c5b6-44ed-869f-ac6864d293b7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:12:53.193502 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:13:10.383078 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5738ec5-3eb7-43e6-b48c-3c292ccae15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:12.713294 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ff11eba-5fe5-4c47-be1f-f77e1b83bece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:13.861699 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:15.155855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:16.780141 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:30.194702 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:13:40.395164 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff5701b-0cf0-4f52-a6c0-3d1ab0220e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:42.719030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c422caed-cc3e-48d6-8626-37e313dc1c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:43.875011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:45.160099 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:13:46.785696 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:07.194175 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:14:10.389449 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7c10470-109b-4cbb-a27f-de0ce51494ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.273147 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 44986) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:14:12.280222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-30ea06f2-410e-443b-a360-08f01a5ca7c8 tempest-verify_tempest_config-624288596 tempest-verify_tempest_config-624288596-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:14:12.281211 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-30ea06f2-410e-443b-a360-08f01a5ca7c8 tempest-verify_tempest_config-624288596 tempest-verify_tempest_config-624288596-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067706 Mar 20 16:14:12.583084 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45004) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:14:12.688763 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.711776 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c581f88d-8c2e-4193-8ac1-781cf5d5885a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.761956 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Publish callbacks [] for security_group (db605bff-3614-49b7-9140-62d38b1b7983), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.767390 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (db605bff-3614-49b7-9140-62d38b1b7983), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.812289 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db605bff-3614-49b7-9140-62d38b1b7983,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:14:12.816115 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51be8b3d531e4b5492af69d3eae2bffd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2320080 Mar 20 16:14:12.819092 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45010) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:14:12.821552 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.821903 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.822248 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.822621 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.822957 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.823284 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.823614 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.823987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.824302 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.824650 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.824987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.825326 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.825655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.825975 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.826300 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802a7b3-f8ce-415c-8655-481f0c0a4a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:12.873621 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Publish callbacks [] for security_group (db605bff-3614-49b7-9140-62d38b1b7983), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.894968 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Publish callbacks [] for security_group (db605bff-3614-49b7-9140-62d38b1b7983), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.985055 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (db605bff-3614-49b7-9140-62d38b1b7983), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.987559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:12.988689 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db605bff-3614-49b7-9140-62d38b1b7983 HTTP/1.1" status: 204 len: 168 time: 0.1686666 Mar 20 16:14:12.997078 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db605bff-3614-49b7-9140-62d38b1b7983,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:14:13.004373 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.004782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.005290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.005776 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.006214 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.006653 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.007097 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.007567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.007939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.008326 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.008743 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.009203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.009611 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.009990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.010429 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dfbfb-c6ff-472b-88f8-6850541e26a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:14:13.871266 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:15.161531 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:16.790365 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:40.398640 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2b426f-dbf8-4a9e-86ef-74b76ae13d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:42.726726 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6c5-5087-481f-97e5-fac9cadfe57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:43.878924 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:44.198757 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:14:45.172026 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:14:46.810415 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:10.392916 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36e6ff7c-329f-41f4-8acc-a2740c059a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:12.717124 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ac5483e-d971-4c29-9e51-ad0ddcc29391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:13.884043 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:15.177691 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:16.808024 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:21.204053 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 5 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:15:40.405008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59af75d8-9010-492a-bc83-3031991f85ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:42.711427 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe0e81a9-614e-4432-85d4-03c43eb33623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:43.890811 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:45.175730 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:46.799671 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:51.311679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394542'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:15:58.209277 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:16:06.156596 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45080) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:16:06.277002 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eb06569e-4df5-4ea5-800d-e96e87015b0c admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1192615 Mar 20 16:16:08.575296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45090) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:16:08.634616 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f6ff092c-4da2-49c8-9e13-38ddb334825b admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0580747 Mar 20 16:16:10.401171 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d2413f1-cc77-40dd-8c77-437e90fb917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:12.716212 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-717caa9d-cc8b-4e6c-82a6-ef9747789cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:13.884206 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:15.177563 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:16.806878 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:21.298661 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:35.213215 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:16:40.470695 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-657a366d-773f-4e87-b97b-59124499d28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:42.729055 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc700c5-1a6c-4d89-9a13-e82256ccb20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:43.899152 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:45.193225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:46.797682 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:16:51.294294 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:10.398843 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1eb8dc-ec09-4996-b458-c29dfc9ec924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:12.213985 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:17:12.723806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3ad26df-4998-4620-941e-2e3bd81b8536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:13.890606 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:15.186027 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:16.793257 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:21.308362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:40.396327 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10320a17-25bd-4e83-98ac-b7f8257d46e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:42.729919 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e42113c-3637-45e4-87c1-a5b6d38376b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:42.906324 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45250) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:43.150504 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1204973865-network', 'tenant_id': '8a10e45107a64ade9bec7c825fe362bc'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:43.175865 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Made reservation on behalf of 8a10e45107a64ade9bec7c825fe362bc for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:43.181858 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.187587 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.272557 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks [] for security_group (e60cb5ad-de76-47f6-9080-a7aecce19174), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.285815 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e60cb5ad-de76-47f6-9080-a7aecce19174), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.425188 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:17:43.431604 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60cb5ad-de76-47f6-9080-a7aecce19174,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:43.440706 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (8f87a13c-1726-4130-848c-527578350890), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.441270 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Added segment 8f87a13c-1726-4130-848c-527578350890 of type vlan for network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 Mar 20 16:17:43.443354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.443862 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.444365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.444833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.445327 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.445651 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.445971 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.446306 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.446641 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.446961 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.447281 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.447776 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.448091 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.448404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.448716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Tracked resource versions report: Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: pushed versions: Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Log': {'1.0'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Network': {'1.1'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Port': {'1.7'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: consumer versions: Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: HyperV agent@hv-cinder-83417: {}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Agent': '1.1', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Log': '1.0', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Network': '1.1', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Port': '1.7', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'SubPort': '1.0', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Subnet': '1.1', Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Mar 20 16:17:43.449831 dv-cinder-834172-2-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:17:43.499146 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (3f786273-eb0f-4f84-83d3-44ad7b5c3126), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.537705 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (3f786273-eb0f-4f84-83d3-44ad7b5c3126), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.538830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:43.539866 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.595364 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6899724 Mar 20 16:17:43.598520 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45296) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:43.601476 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45298) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:43.603299 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Request body: {'subnet': {'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1204973865-subnet', 'tenant_id': '8a10e45107a64ade9bec7c825fe362bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:43.615773 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da5887-ce87-4afb-851c-4dadb3757884 admin admin] Pushing event updated for resources: {'Network': ['ID=3f786273-eb0f-4f84-83d3-44ad7b5c3126,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:43.629535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Made reservation on behalf of 8a10e45107a64ade9bec7c825fe362bc for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:43.632772 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:17:43.640404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.751156 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45308) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:43.828970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (7a018073-efbe-400a-a5e9-f76bacb051d8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.902559 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.910532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a018073-efbe-400a-a5e9-f76bacb051d8,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:43.917965 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Checking segment: {'id': '8f87a13c-1726-4130-848c-527578350890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:43.918349 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Network hostable DHCP agents. Network: 3f786273-eb0f-4f84-83d3-44ad7b5c3126, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:17:43.936970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:17:43.947645 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 3f786273-eb0f-4f84-83d3-44ad7b5c3126) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:43.955175 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:43.955583 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:43.958376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6c3ac-28b0-4cb3-abda-f14d489d700d None None] Network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:43.985857 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bce813eb-e251-4e6c-8b7a-1265aafbd228 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3858752 Mar 20 16:17:44.009740 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45324) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:44.070797 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d814601-17c0-4e56-809a-4cdd71e2f27b None None] Network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:44.079208 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-network', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.099611 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Made reservation on behalf of bd30e021475547fea71a24a023e0fe49 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:44.103309 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.114782 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.207637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks [] for security_group (773f6aa2-a282-402e-a7e0-f9caa8b6f10b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.212673 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (773f6aa2-a282-402e-a7e0-f9caa8b6f10b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.222767 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-584034089-network', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.256980 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:17:44.261009 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f6aa2-a282-402e-a7e0-f9caa8b6f10b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.279543 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.279892 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.280252 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.280590 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.280918 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.281239 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.281559 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.281993 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.282350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.282676 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.283002 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.283526 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.283855 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.284173 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.284489 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Tracked resource versions report: Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: pushed versions: Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Agent': {'1.1'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Log': {'1.0'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Network': {'1.1'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Port': {'1.7'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: consumer versions: Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: HyperV agent@hv-cinder-83417: {}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Agent': '1.1', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Log': '1.0', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'NDPProxy': '1.0', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Network': '1.1', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Port': '1.7', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'PortForwarding': '1.3', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'SubPort': '1.0', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Subnet': '1.1', Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Mar 20 16:17:44.285601 dv-cinder-834172-2-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:17:44.293490 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (97159196-e642-4a91-8015-97124b23cdea), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.293929 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Added segment 97159196-e642-4a91-8015-97124b23cdea of type vlan for network e4ada093-a59d-4334-8f07-68e4be5facba Mar 20 16:17:44.303528 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Made reservation on behalf of 6d36d10d56cc45bcb8f737c8245935ac for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:44.306130 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.332530 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.367726 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (e4ada093-a59d-4334-8f07-68e4be5facba), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.405099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1418172355-network', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.416489 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (e4ada093-a59d-4334-8f07-68e4be5facba), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.417593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:44.418046 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.434368 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Made reservation on behalf of ee6c1373cfca4082bb000ddeb48e6155 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:44.437746 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.457983 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.507197 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] Pushing event updated for resources: {'Network': ['ID=e4ada093-a59d-4334-8f07-68e4be5facba,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.517883 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network e4ada093-a59d-4334-8f07-68e4be5facba details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:17:44.520335 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0821feeb-ad32-4f89-937e-51bfeb0328ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9169021 Mar 20 16:17:44.521345 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45344) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:44.525522 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks [] for security_group (b6609c74-2ffa-4745-9a85-813dbd822be4), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.526803 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Request body: {'subnet': {'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-subnet', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.538365 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b6609c74-2ffa-4745-9a85-813dbd822be4), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.579119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks [] for security_group (f9abd281-2edf-43d4-8d68-c57562431e63), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.593889 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f9abd281-2edf-43d4-8d68-c57562431e63), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.620730 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:17:44.633141 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Made reservation on behalf of bd30e021475547fea71a24a023e0fe49 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:44.635734 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.640173 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6609c74-2ffa-4745-9a85-813dbd822be4,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.643393 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:17:44.652689 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (9b3eaacd-ecf3-41af-bb46-0a8e94b42b82), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.653374 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Added segment 9b3eaacd-ecf3-41af-bb46-0a8e94b42b82 of type vlan for network 519f08c3-ed11-40a1-a871-2b610509f532 Mar 20 16:17:44.689860 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abd281-2edf-43d4-8d68-c57562431e63,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.700807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (7c55c10e-8657-451a-a96c-4af6f5e18175), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.701155 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Added segment 7c55c10e-8657-451a-a96c-4af6f5e18175 of type vlan for network f03fa334-bc26-4117-bfca-45830df37aac Mar 20 16:17:44.704286 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (519f08c3-ed11-40a1-a871-2b610509f532), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.757818 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (519f08c3-ed11-40a1-a871-2b610509f532), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.759223 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:44.761714 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.761830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (f03fa334-bc26-4117-bfca-45830df37aac), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.828584 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (f03fa334-bc26-4117-bfca-45830df37aac), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.829772 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:44.830716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:44.846414 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0937808 Mar 20 16:17:44.846813 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45370) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:44.855323 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93939a56-bdcf-45de-8e73-a83f45560cdb admin admin] Pushing event updated for resources: {'Network': ['ID=519f08c3-ed11-40a1-a871-2b610509f532,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.865806 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Request body: {'subnet': {'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-subnet', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.871911 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 519f08c3-ed11-40a1-a871-2b610509f532 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:17:44.972362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=f03fa334-bc26-4117-bfca-45830df37aac,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:44.981282 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6b242c13-e128-44c5-b328-e61aa445cd22 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9704354 Mar 20 16:17:44.981573 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45376) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:44.987625 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Request body: {'subnet': {'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1418172355-subnet', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:44.992790 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network f03fa334-bc26-4117-bfca-45830df37aac details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:17:44.996464 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Made reservation on behalf of 6d36d10d56cc45bcb8f737c8245935ac for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:44.999786 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.050281 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Made reservation on behalf of ee6c1373cfca4082bb000ddeb48e6155 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:45.053262 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.188489 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (5ea6c9e0-b135-41a0-b069-68f6f0d86a04), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.227603 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.241455 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea6c9e0-b135-41a0-b069-68f6f0d86a04,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:45.244101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (91b1ea36-8d52-4651-bb99-804e9527de31), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.326581 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b1ea36-8d52-4651-bb99-804e9527de31,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:45.353298 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Checking segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:45.354167 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Network hostable DHCP agents. Network: e4ada093-a59d-4334-8f07-68e4be5facba, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:17:45.360461 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Checking segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:45.361190 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Network hostable DHCP agents. Network: 519f08c3-ed11-40a1-a871-2b610509f532, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:17:45.388803 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Network e4ada093-a59d-4334-8f07-68e4be5facba is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:17:45.405484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Network 519f08c3-ed11-40a1-a871-2b610509f532 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:17:45.417203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, e4ada093-a59d-4334-8f07-68e4be5facba) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:45.425421 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:45.426418 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.428532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce5cc4-2afe-4bdf-b31c-3a06e529efd8 None None] Network e4ada093-a59d-4334-8f07-68e4be5facba requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:45.437889 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 519f08c3-ed11-40a1-a871-2b610509f532) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:45.443104 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:45.444007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.460701 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9fc7bc90-1441-4d41-8239-da15154f6a91 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9378600 Mar 20 16:17:45.463084 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45402) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:45.477690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:45.486700 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (f75d51aa-db4b-4ceb-893e-519c452d235e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.497340 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fd9f7dce-9fc2-4688-821d-6da835b51134 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6358635 Mar 20 16:17:45.497523 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e2e10-7f9e-4603-aa8e-65808eba4d1b None None] Network 519f08c3-ed11-40a1-a871-2b610509f532 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:45.504497 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45406) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:45.513824 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:45.571013 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Checking segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:45.571504 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Network hostable DHCP agents. Network: f03fa334-bc26-4117-bfca-45830df37aac, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:17:45.584481 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75d51aa-db4b-4ceb-893e-519c452d235e,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:45.615231 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Network f03fa334-bc26-4117-bfca-45830df37aac is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:17:45.617304 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (32190371-4a93-4063-9ce9-3c80e438acc0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.621640 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (32190371-4a93-4063-9ce9-3c80e438acc0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.632295 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.637203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.654197 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, f03fa334-bc26-4117-bfca-45830df37aac) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:45.672329 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:45.672714 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.680580 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df77cb7-92b7-47fa-be5f-8794aa436ed3 None None] Network f03fa334-bc26-4117-bfca-45830df37aac requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:45.711355 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-e4ada093-a59d-4334-8f07-68e4be5facba', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:17:45.713232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.713952 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-25f0b647-f148-4fea-a25b-1e10e5e9381a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7314649 Mar 20 16:17:45.716896 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45420) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:45.722895 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:45.803056 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.804969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.866715 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for router_controller (916584d5-d29d-45e8-a463-8e6fccec35c7), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.868800 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for router_controller (32190371-4a93-4063-9ce9-3c80e438acc0), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:45.987640 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc83720-b28a-401f-a378-9bd5d4b4970c None None] Network 519f08c3-ed11-40a1-a871-2b610509f532 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:46.170421 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-f03fa334-bc26-4117-bfca-45830df37aac', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:17:46.171966 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.241277 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for router_controller (92087dd5-51f6-4165-9b4e-0ea55f451be0), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.369176 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Allocated IP 172.20.0.2 (e4ada093-a59d-4334-8f07-68e4be5facba/5ea6c9e0-b135-41a0-b069-68f6f0d86a04/a4275b95-8ec9-4910-9fd5-c8961ccc1343) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:46.376650 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for router_gateway (916584d5-d29d-45e8-a463-8e6fccec35c7), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.557868 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for router_gateway (32190371-4a93-4063-9ce9-3c80e438acc0), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.679298 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for router_gateway (92087dd5-51f6-4165-9b4e-0ea55f451be0), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.708394 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45472) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:46.741209 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Allocated IP 172.20.0.2 (f03fa334-bc26-4117-bfca-45830df37aac/f75d51aa-db4b-4ceb-893e-519c452d235e/d659d7b8-95e3-4f69-b711-d9e9d20c0159) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:46.743500 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks [] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.764073 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.781837 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Network e4ada093-a59d-4334-8f07-68e4be5facba is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:46.788495 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:46.813244 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:46.923749 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:46.929783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45484) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:46.933267 dv-cinder-834172-2-iscsi neutron-server[103391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 20 16:17:46.951573 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Pushing event updated for resources: {'Port': ['ID=a4275b95-8ec9-4910-9fd5-c8961ccc1343,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:46.964594 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.965120 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.965861 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.966404 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.966903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.967474 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.968466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.968961 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.969451 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.969944 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.970534 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.971045 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.971532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.972174 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.972654 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Tracked resource versions report: Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: pushed versions: Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Agent': {'1.1'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Log': {'1.0'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Network': {'1.1'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Port': {'1.7'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: consumer versions: Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: HyperV agent@hv-cinder-83417: {}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Agent': '1.1', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Log': '1.0', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'NDPProxy': '1.0', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Network': '1.1', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Port': '1.7', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'PortForwarding': '1.3', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'QosPolicy': '1.10', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'SubPort': '1.0', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Subnet': '1.1', Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: 'Trunk': '1.1'}} Mar 20 16:17:46.974316 dv-cinder-834172-2-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:17:47.047549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Attempting to bind port a4275b95-8ec9-4910-9fd5-c8961ccc1343 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:17:47.047930 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Attempting to bind port a4275b95-8ec9-4910-9fd5-c8961ccc1343 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:17:47.048289 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Attempting to bind port a4275b95-8ec9-4910-9fd5-c8961ccc1343 on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:17:47.061469 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:17:47.061851 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Checking segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:47.062272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.062691 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Bound using segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:17:47.063172 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Bound port: a4275b95-8ec9-4910-9fd5-c8961ccc1343, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:17:47.063549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.157892 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] For port a4275b95-8ec9-4910-9fd5-c8961ccc1343, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:17:47.161112 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] For port a4275b95-8ec9-4910-9fd5-c8961ccc1343, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a4275b95-8ec9-4910-9fd5-c8961ccc1343,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:17:47.171893 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.231552 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks [] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.256123 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.287631 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-17c172e3-c342-49c6-b6ce-23843cd17be4 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:47.290684 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-17c172e3-c342-49c6-b6ce-23843cd17be4 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/networks?id=3f786273-eb0f-4f84-83d3-44ad7b5c3126 HTTP/1.1" status: 200 len: 812 time: 0.3574295 Mar 20 16:17:47.314449 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for router_gateway (916584d5-d29d-45e8-a463-8e6fccec35c7), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.314678 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Network f03fa334-bc26-4117-bfca-45830df37aac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:47.331910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:47.335886 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:47.340868 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-13015ecf-1973-4c55-acb1-a01917a1a124 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/quotas/8a10e45107a64ade9bec7c825fe362bc HTTP/1.1" status: 200 len: 375 time: 0.0419307 Mar 20 16:17:47.343442 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-65e4b23e-7dd8-4ba3-981a-89e286fe5de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.346249 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8670ea6-8517-4a82-9b8b-f47f202968fc None None] Pushing event updated for resources: {'Port': ['ID=a4275b95-8ec9-4910-9fd5-c8961ccc1343,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:47.401752 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.407036 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Pushing event updated for resources: {'Port': ['ID=d659d7b8-95e3-4f69-b711-d9e9d20c0159,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:47.513887 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-df2696d5-3c42-434c-9a9a-1d4c192adce9 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a10e45107a64ade9bec7c825fe362bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1562390 Mar 20 16:17:47.539897 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Attempting to bind port d659d7b8-95e3-4f69-b711-d9e9d20c0159 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:17:47.541258 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Attempting to bind port d659d7b8-95e3-4f69-b711-d9e9d20c0159 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:17:47.544362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Attempting to bind port d659d7b8-95e3-4f69-b711-d9e9d20c0159 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:17:47.563215 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:17:47.563604 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Checking segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:47.564007 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.564407 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Bound using segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:17:47.564903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Bound port: d659d7b8-95e3-4f69-b711-d9e9d20c0159, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:17:47.566033 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.567409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Allocated IP 172.27.1.251 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d37604d1-d2e8-46bc-99d1-80dd1f67b18a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:47.654163 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for router_gateway (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.779036 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8700fc31-c712-4ee9-b4d2-1834c9eac67e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:17:47.780078 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8700fc31-c712-4ee9-b4d2-1834c9eac67e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1275904 Mar 20 16:17:47.782914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.809726 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] For port d659d7b8-95e3-4f69-b711-d9e9d20c0159, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:17:47.819601 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] For port d659d7b8-95e3-4f69-b711-d9e9d20c0159, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d659d7b8-95e3-4f69-b711-d9e9d20c0159,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:17:47.835559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for router_gateway (32190371-4a93-4063-9ce9-3c80e438acc0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.848014 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.869091 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.917326 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:47.967815 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8cb6-e138-42ee-98d8-f069498951dd None None] Pushing event updated for resources: {'Port': ['ID=d659d7b8-95e3-4f69-b711-d9e9d20c0159,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:47.973285 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a4275b95-8ec9-4910-9fd5-c8961ccc1343 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:47.989096 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.012629 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-65e4b23e-7dd8-4ba3-981a-89e286fe5de7 admin admin] Publish callbacks [] for security_group (e201f1d0-e284-46b5-99d8-a23968066416), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.029413 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-65e4b23e-7dd8-4ba3-981a-89e286fe5de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e201f1d0-e284-46b5-99d8-a23968066416), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.046133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port a4275b95-8ec9-4910-9fd5-c8961ccc1343 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:48.046746 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.069999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:48.077030 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:48.080943 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Pushing event updated for resources: {'Port': ['ID=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:48.099690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:48.102605 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Allocated IP 172.27.1.190 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/5fedbcc5-3cfa-4d26-b6ad-054f67924777) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:48.116305 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-65e4b23e-7dd8-4ba3-981a-89e286fe5de7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2d376375ec24e48b36d239d57485b45&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4069779 Mar 20 16:17:48.117249 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45514) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:48.160132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4b23e-7dd8-4ba3-981a-89e286fe5de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e201f1d0-e284-46b5-99d8-a23968066416,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:48.171820 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-77688a18-7af0-40f1-b7c1-46dd95c227d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837230 Mar 20 16:17:48.187260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port a4275b95-8ec9-4910-9fd5-c8961ccc1343 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:48.187758 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.235925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port a4275b95-8ec9-4910-9fd5-c8961ccc1343, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a4275b95-8ec9-4910-9fd5-c8961ccc1343,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:17:48.241292 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.289764 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] Publish callbacks [] for security_group (e201f1d0-e284-46b5-99d8-a23968066416), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.311135 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=a4275b95-8ec9-4910-9fd5-c8961ccc1343,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:48.341709 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] Publish callbacks [] for security_group (e201f1d0-e284-46b5-99d8-a23968066416), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.353971 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-e4c106e4-f637-44e7-aa2d-6a959b6262a9 service neutron] 10.222.0.18 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717074 Mar 20 16:17:48.416026 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e201f1d0-e284-46b5-99d8-a23968066416), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.424177 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.428251 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e201f1d0-e284-46b5-99d8-a23968066416 HTTP/1.1" status: 204 len: 168 time: 0.3025155 Mar 20 16:17:48.441034 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b08c2-aff5-4810-88d0-ac12875f37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e201f1d0-e284-46b5-99d8-a23968066416,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:48.573941 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.673434 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for router_gateway (916584d5-d29d-45e8-a463-8e6fccec35c7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.680649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:48.745210 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Allocated IP 172.27.1.8 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/4ad293da-b5a8-4e6a-8689-1f6a288f3ddc) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:49.013245 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45544) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:49.047302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:49.053578 dv-cinder-834172-2-iscsi neutron-server[103390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 20 16:17:49.065157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45562) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:49.083817 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fa34c-650a-4941-bb92-bd56d445ba7c None None] Network e4ada093-a59d-4334-8f07-68e4be5facba requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:49.144345 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:49.149765 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:49.154999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Pushing event updated for resources: {'Port': ['ID=5fedbcc5-3cfa-4d26-b6ad-054f67924777,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:49.166405 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ec933c2-5477-4a41-8c2d-7ac21c6ebbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.180385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.215002 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:17:49.295709 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e6b903eb-6ab6-45b5-9914-a578291e6920 None None] Provisioning complete for port a4275b95-8ec9-4910-9fd5-c8961ccc1343 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:49.296278 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6b903eb-6ab6-45b5-9914-a578291e6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.394772 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-222a7a18-c033-4712-9fc4-baac8845ac66 req-92a20025-2a79-4037-9c21-2b9fbc229d71 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.3445406 Mar 20 16:17:49.411145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.647262 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e6b903eb-6ab6-45b5-9914-a578291e6920 None None] Current status of the port a4275b95-8ec9-4910-9fd5-c8961ccc1343 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:49.669585 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:49.697763 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:49.713062 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:49.717975 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:49.818038 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce047ca0-7120-4b2a-9205-616ab08dd8fb None None] Network f03fa334-bc26-4117-bfca-45830df37aac requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:17:49.949845 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Provisioning complete for port d659d7b8-95e3-4f69-b711-d9e9d20c0159 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:49.950298 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.963989 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ec933c2-5477-4a41-8c2d-7ac21c6ebbcd admin admin] Publish callbacks [] for security_group (b14bf5b1-07c6-49dc-94b3-0decf9d13de7), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:49.975729 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ec933c2-5477-4a41-8c2d-7ac21c6ebbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b14bf5b1-07c6-49dc-94b3-0decf9d13de7), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.017240 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a4275b95-8ec9-4910-9fd5-c8961ccc1343 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:50.039621 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec933c2-5477-4a41-8c2d-7ac21c6ebbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14bf5b1-07c6-49dc-94b3-0decf9d13de7,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:50.117792 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5ec933c2-5477-4a41-8c2d-7ac21c6ebbcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a8cecf40ba3436d9354bf6239ef54af&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0513926 Mar 20 16:17:50.121912 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45612) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:50.178560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Current status of the port d659d7b8-95e3-4f69-b711-d9e9d20c0159 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:50.178994 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.190105 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for router_gateway (32190371-4a93-4063-9ce9-3c80e438acc0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.206320 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port a4275b95-8ec9-4910-9fd5-c8961ccc1343 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:50.206320 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.261892 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] For port d659d7b8-95e3-4f69-b711-d9e9d20c0159, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d659d7b8-95e3-4f69-b711-d9e9d20c0159,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:17:50.273086 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.373843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.397253 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for router_gateway (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.494603 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] Publish callbacks [] for security_group (b14bf5b1-07c6-49dc-94b3-0decf9d13de7), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.534514 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] Publish callbacks [] for security_group (b14bf5b1-07c6-49dc-94b3-0decf9d13de7), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.562523 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6b8ccfcb-31c2-49d8-b6a9-3f4654e02dd9 None None] Provisioning complete for port a4275b95-8ec9-4910-9fd5-c8961ccc1343 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:50.563181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b8ccfcb-31c2-49d8-b6a9-3f4654e02dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.573085 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cc445-eea2-4973-8f59-2611d995c993 None None] Pushing event updated for resources: {'Port': ['ID=d659d7b8-95e3-4f69-b711-d9e9d20c0159,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:50.594546 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port a4275b95-8ec9-4910-9fd5-c8961ccc1343 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:50.596808 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d659d7b8-95e3-4f69-b711-d9e9d20c0159 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:50.647618 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Router 916584d5-d29d-45e8-a463-8e6fccec35c7 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:17:50.652688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (32190371-4a93-4063-9ce9-3c80e438acc0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.699679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d659d7b8-95e3-4f69-b711-d9e9d20c0159 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:50.700105 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.732350 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ccfcb-31c2-49d8-b6a9-3f4654e02dd9 None None] Current status of the port a4275b95-8ec9-4910-9fd5-c8961ccc1343 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:50.771232 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.864103 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:17:50.885951 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Sync routers for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:17:50.899023 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:50.899871 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:50.927782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.932147 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-010aeb48-12da-4409-aa0f-dc6e2a3a0b1e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4237697 Mar 20 16:17:50.933024 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45634) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:50.933767 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a5486dc9-5e0f-4b4f-9219-2ceaad5e7042 None None] Provisioning complete for port d659d7b8-95e3-4f69-b711-d9e9d20c0159 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:50.934186 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5486dc9-5e0f-4b4f-9219-2ceaad5e7042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.941297 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d659d7b8-95e3-4f69-b711-d9e9d20c0159 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:50.946604 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Router 32190371-4a93-4063-9ce9-3c80e438acc0 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:17:50.954687 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd66a877-d6a7-4091-afb3-623d43973239 req-695d68a5-5b90-42c0-8040-c6cb04f0ae67 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.1852372 Mar 20 16:17:50.979125 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b14bf5b1-07c6-49dc-94b3-0decf9d13de7), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.981859 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:50.985801 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b14bf5b1-07c6-49dc-94b3-0decf9d13de7 HTTP/1.1" status: 204 len: 168 time: 0.6617908 Mar 20 16:17:51.013159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41007eec-3bec-4d90-92c9-cf79bd9701a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14bf5b1-07c6-49dc-94b3-0decf9d13de7,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:51.179912 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:17:51.227179 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a5486dc9-5e0f-4b4f-9219-2ceaad5e7042 None None] Current status of the port d659d7b8-95e3-4f69-b711-d9e9d20c0159 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:51.320589 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:51.432149 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45650) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:51.436007 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:17:51.460790 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:17:51.475550 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:51.476445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:51.480968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:51.483626 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-739c416a-81c9-4de2-a2e3-663eb740d4e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7646625 Mar 20 16:17:51.486291 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45656) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:51.490735 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:51.599012 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:51.600461 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:17:51.667502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.42', 61817) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:51.728285 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:51.730864 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a302ee0b-b722-4203-9cf2-c0b5e2b0a72b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2662380 Mar 20 16:17:51.856584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45664) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:51.878519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d659d7b8-95e3-4f69-b711-d9e9d20c0159 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:51.882373 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:17:51.919041 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:51.920388 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:51.925039 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87c84ce8-8efd-49ed-8ed1-a90afbebacda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.060365 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45674) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:52.113783 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d659d7b8-95e3-4f69-b711-d9e9d20c0159 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:52.114287 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:52.114737 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.234935 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:52.291257 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:17:52.291731 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Updating router 92087dd5-51f6-4165-9b4e-0ea55f451be0 port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:17:52.353906 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.378755 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d68cfa9e-df14-4494-8128-380c4f9e4f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.389265 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87c84ce8-8efd-49ed-8ed1-a90afbebacda admin admin] Publish callbacks [] for security_group (02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.406821 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87c84ce8-8efd-49ed-8ed1-a90afbebacda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.440124 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a77406f3-fbb2-41ae-846d-e919cdb57b9b req-d58d6e9f-83d4-415e-8fd8-a50f65a13dcb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.1040266 Mar 20 16:17:52.449104 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d659d7b8-95e3-4f69-b711-d9e9d20c0159 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:52.454409 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84ce8-8efd-49ed-8ed1-a90afbebacda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:52.508967 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:48Z', 'revision_number': 3, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:52.551503 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Checking router: 916584d5-d29d-45e8-a463-8e6fccec35c7 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:17:52.551900 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Updating router 916584d5-d29d-45e8-a463-8e6fccec35c7 port d37604d1-d2e8-46bc-99d1-80dd1f67b18a binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:17:52.596591 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.700947 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks [] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.714236 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.754006 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45694) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:52.754652 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-87c84ce8-8efd-49ed-8ed1-a90afbebacda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e13752dda554900a802538d520b801f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3211224 Mar 20 16:17:52.805674 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-7ba4c432-5b8b-4b97-8060-feb6e8f35158 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:52.807424 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-7ba4c432-5b8b-4b97-8060-feb6e8f35158 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.42 "GET /v2.0/networks?id=3f786273-eb0f-4f84-83d3-44ad7b5c3126 HTTP/1.1" status: 200 len: 812 time: 1.1381667 Mar 20 16:17:52.812410 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.845394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] Publish callbacks [] for security_group (02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.859039 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:52.873579 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] Publish callbacks [] for security_group (02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.877001 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Attempting to bind port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:17:52.877887 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Attempting to bind port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:17:52.879128 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Attempting to bind port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:17:52.895482 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:17:52.895916 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:52.897336 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.898503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:17:52.898611 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:17:52.899185 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Updating router 32190371-4a93-4063-9ce9-3c80e438acc0 port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:17:52.900634 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Bound port: 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:17:52.901063 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.908387 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dd8de-74f4-4add-b252-56b69ef391d3 None None] Pushing event updated for resources: {'Port': ['ID=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:52.942362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.948580 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:52.951568 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4 HTTP/1.1" status: 204 len: 168 time: 0.1940417 Mar 20 16:17:52.967633 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7630ff0-2395-4b67-9ec5-5203ad960bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dec101-f0d1-40e2-ad47-3cd3b5a1b9e4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:53.014190 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] For port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:17:53.018359 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] For port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:17:53.028903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.042132 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.100602 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:53.101075 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:53.185626 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dd8de-74f4-4add-b252-56b69ef391d3 None None] Pushing event updated for resources: {'Port': ['ID=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:53.237249 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks [] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.257038 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.267375 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Allocated IP 172.20.0.1 (519f08c3-ed11-40a1-a871-2b610509f532/91b1ea36-8d52-4651-bb99-804e9527de31/2e0c9b5c-9c5e-4777-b542-ee09d3756279) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:53.294079 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:53.320825 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d68cfa9e-df14-4494-8128-380c4f9e4f31 admin admin] Publish callbacks [] for security_group (a0ea7a55-cae5-43fb-a188-6c7aca557fa6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.324499 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.341344 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Attempting to bind port d37604d1-d2e8-46bc-99d1-80dd1f67b18a on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:17:53.341731 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Attempting to bind port d37604d1-d2e8-46bc-99d1-80dd1f67b18a by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:17:53.342666 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Attempting to bind port d37604d1-d2e8-46bc-99d1-80dd1f67b18a on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:17:53.354714 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d68cfa9e-df14-4494-8128-380c4f9e4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a0ea7a55-cae5-43fb-a188-6c7aca557fa6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.398460 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cfa9e-df14-4494-8128-380c4f9e4f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea7a55-cae5-43fb-a188-6c7aca557fa6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:53.417381 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:17:53.417665 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:53.421378 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.421803 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:17:53.423839 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Bound port: d37604d1-d2e8-46bc-99d1-80dd1f67b18a, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:17:53.424167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.424267 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.505021 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] For port d37604d1-d2e8-46bc-99d1-80dd1f67b18a, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:17:53.508680 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] For port d37604d1-d2e8-46bc-99d1-80dd1f67b18a, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:17:53.522482 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.538408 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d68cfa9e-df14-4494-8128-380c4f9e4f31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d7d306143f24141a45d4bed4df19c97&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4717042 Mar 20 16:17:53.541242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45718) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:53.577461 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks [] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.584891 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Pushing event updated for resources: {'Port': ['ID=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:53.627305 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.627656 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.629658 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.630026 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.630391 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.632997 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.633645 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.633983 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.634342 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.636933 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.637381 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.637894 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.638394 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.638725 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.641718 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Tracked resource versions report: Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: pushed versions: Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: { 'AddressGroup': {'1.2'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Agent': {'1.1'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Log': {'1.0'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'NDPProxy': {'1.0'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Network': {'1.1'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Port': {'1.7'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'PortForwarding': {'1.3'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'QosPolicy': {'1.10'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroup': {'1.5'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SubPort': {'1.0'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Subnet': {'1.1'}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Trunk': {'1.1'}} Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: consumer versions: Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: { DHCP agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: HyperV agent@hv-cinder-83417: {}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: L3 agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: Metadata agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: Metering agent@dv-cinder-834172-2-iscsi: {}, Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: Open vSwitch agent@dv-cinder-834172-2-iscsi: { 'AddressGroup': '1.2', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Agent': '1.1', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'ConntrackHelper': '1.0', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'LocalIPAssociation': '1.0', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Log': '1.0', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'NDPProxy': '1.0', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Network': '1.1', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Port': '1.7', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'PortForwarding': '1.3', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'QosPolicy': '1.10', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroup': '1.5', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SecurityGroupRule': '1.2', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'SubPort': '1.0', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Subnet': '1.1', Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: 'Trunk': '1.1'}} Mar 20 16:17:53.642935 dv-cinder-834172-2-iscsi neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 20 16:17:53.654302 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:53.654717 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:53.703030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:53.752423 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40b8b4-8a08-453e-b5f5-c3292dfe9d1f None None] Pushing event updated for resources: {'Port': ['ID=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:53.755873 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] Publish callbacks [] for security_group (a0ea7a55-cae5-43fb-a188-6c7aca557fa6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.769008 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-659c8e5e-47d8-4972-a235-f907f452a058 req-e1e0a4eb-957a-4793-a03e-b541e7f7481d tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0797031 Mar 20 16:17:53.788356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.792525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860e741-47af-4299-ac82-a8201fd915b7 None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:17:53.861494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] Publish callbacks [] for security_group (a0ea7a55-cae5-43fb-a188-6c7aca557fa6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.873327 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Network 519f08c3-ed11-40a1-a871-2b610509f532 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:53.887221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:53.906149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:53.907221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (916584d5-d29d-45e8-a463-8e6fccec35c7), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:53.927912 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Allocated IP 172.20.0.1 (e4ada093-a59d-4334-8f07-68e4be5facba/5ea6c9e0-b135-41a0-b069-68f6f0d86a04/5411f91a-9b73-4e02-bdb7-43a676997425) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:53.973832 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Pushing event updated for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:54.008539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Allocated IP 172.20.0.1 (f03fa334-bc26-4117-bfca-45830df37aac/f75d51aa-db4b-4ceb-893e-519c452d235e/cfa7c58f-b67a-46eb-bddf-769c2567feb8) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:54.108478 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks [] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.128469 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.143086 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a0ea7a55-cae5-43fb-a188-6c7aca557fa6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.146219 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.147554 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0ea7a55-cae5-43fb-a188-6c7aca557fa6 HTTP/1.1" status: 204 len: 168 time: 0.6051362 Mar 20 16:17:54.169629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c665856-4240-4451-a074-85f2650dc9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea7a55-cae5-43fb-a188-6c7aca557fa6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:54.196439 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Attempting to bind port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:17:54.196439 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Attempting to bind port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:17:54.196889 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Attempting to bind port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:17:54.293274 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.294710 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks [] for port (5411f91a-9b73-4e02-bdb7-43a676997425), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.322017 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:17:54.324426 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:17:54.330504 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.331004 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:17:54.332292 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Bound port: 5fedbcc5-3cfa-4d26-b6ad-054f67924777, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:17:54.332694 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.344981 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:54.366774 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks [] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.461140 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.488273 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.507675 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83f52e-e5e1-4d79-9d24-674265806c18 None None] Pushing event updated for resources: {'Port': ['ID=5fedbcc5-3cfa-4d26-b6ad-054f67924777,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:54.526905 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Network e4ada093-a59d-4334-8f07-68e4be5facba is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:54.811715 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:54.819350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:54.819823 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (32190371-4a93-4063-9ce9-3c80e438acc0), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.826009 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Request body: {'port': {'device_id': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126', 'admin_state_up': True, 'tenant_id': '8a10e45107a64ade9bec7c825fe362bc'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:17:54.839136 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks [] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.874990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.875969 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (916584d5-d29d-45e8-a463-8e6fccec35c7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:54.952818 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] For port 5fedbcc5-3cfa-4d26-b6ad-054f67924777, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:17:54.954091 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45784) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:54.982520 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Network f03fa334-bc26-4117-bfca-45830df37aac is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:54.993120 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:55.005153 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] For port 5fedbcc5-3cfa-4d26-b6ad-054f67924777, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5fedbcc5-3cfa-4d26-b6ad-054f67924777,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:17:55.009527 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:55.010216 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.062776 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.164891 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:55.166289 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:55.241597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d00d136-ed03-46d7-90e6-a33bec7c6334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.398584 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83f52e-e5e1-4d79-9d24-674265806c18 None None] Pushing event updated for resources: {'Port': ['ID=5fedbcc5-3cfa-4d26-b6ad-054f67924777,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:55.418245 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-8d72c6f5-6115-41b4-a43c-dbf365dabe0a None None] Provisioning complete for port 5411f91a-9b73-4e02-bdb7-43a676997425 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:55.421112 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d72c6f5-6115-41b4-a43c-dbf365dabe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.447673 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:48Z', 'revision_number': 3, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:55.496375 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Network 519f08c3-ed11-40a1-a871-2b610509f532 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:55.505194 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:55.514846 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8d72c6f5-6115-41b4-a43c-dbf365dabe0a None None] Port 5411f91a-9b73-4e02-bdb7-43a676997425 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:17:55.521825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Pushing event updated for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:55.534027 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e533c-1c54-48d7-ba6e-8ea29b19d961 None None] The sync data for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi is: [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:48Z', 'revision_number': 3, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:17:55.594442 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:55.652205 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-2882c0d4-8eb5-4afc-9d94-b03057e1fa8e None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:55.652576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2882c0d4-8eb5-4afc-9d94-b03057e1fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.694553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45838) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:55.794893 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2882c0d4-8eb5-4afc-9d94-b03057e1fa8e None None] Port cfa7c58f-b67a-46eb-bddf-769c2567feb8 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:17:55.802721 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d00d136-ed03-46d7-90e6-a33bec7c6334 admin admin] Publish callbacks [] for security_group (b15425ff-64ae-47b1-9a9c-18dbc37c4e7a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.806535 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d96e77f-53bb-4942-816a-a7297080921d req-0d562e3f-cede-43aa-ad37-1802184d7dc2 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.8601561 Mar 20 16:17:55.841835 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d00d136-ed03-46d7-90e6-a33bec7c6334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b15425ff-64ae-47b1-9a9c-18dbc37c4e7a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:55.882246 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45844) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:55.890019 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Pushing event updated for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:55.903561 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00d136-ed03-46d7-90e6-a33bec7c6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15425ff-64ae-47b1-9a9c-18dbc37c4e7a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:55.907806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:55.931898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Made reservation on behalf of 8a10e45107a64ade9bec7c825fe362bc for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:17:55.947886 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.082526 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:56.082954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.152446 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Router 916584d5-d29d-45e8-a463-8e6fccec35c7 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:17:56.239650 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:56.248061 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Pushing event updated for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:56.281597 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5d00d136-ed03-46d7-90e6-a33bec7c6334 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8efd55994c94bef8b6352c38933e8ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2899086 Mar 20 16:17:56.293395 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45868) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:56.314941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:56.316041 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.352352 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91bcbb83-a794-4878-b381-895fe3d1a346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.354379 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd607ed7-1006-48a2-824b-9468d10574b3 None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:50Z', 'revision_number': 3, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:17:56.396867 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:17:56.410347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.534878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b5113c7-c000-4af4-b9fa-e059bd113df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.569691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.582814 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:56.798290 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.942592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] Publish callbacks [] for security_group (b15425ff-64ae-47b1-9a9c-18dbc37c4e7a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:56.960414 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:17:57.060385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] Publish callbacks [] for security_group (b15425ff-64ae-47b1-9a9c-18dbc37c4e7a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.122414 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fac295fe-0b03-4b5f-9b9d-9eb123ab529a admin admin] 10.222.0.18 "PUT /v2.0/routers/916584d5-d29d-45e8-a463-8e6fccec35c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1881018 Mar 20 16:17:57.135396 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Allocated IP 172.20.0.5 (3f786273-eb0f-4f84-83d3-44ad7b5c3126/7a018073-efbe-400a-a5e9-f76bacb051d8/4f688a48-a971-481a-ab00-6378c633d933) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:17:57.405519 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks [] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.425391 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.426434 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.515273 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2914b32b-3d29-4442-b475-1bdedeb34004 req-b4e13e14-3002-4abe-b035-9fc486d03e91 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.3762748 Mar 20 16:17:57.534987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b15425ff-64ae-47b1-9a9c-18dbc37c4e7a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.545250 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.553374 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b15425ff-64ae-47b1-9a9c-18dbc37c4e7a HTTP/1.1" status: 204 len: 168 time: 1.1847827 Mar 20 16:17:57.588922 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91bcbb83-a794-4878-b381-895fe3d1a346 admin admin] Publish callbacks [] for security_group (6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.624592 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91bcbb83-a794-4878-b381-895fe3d1a346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.654318 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d4ee7-e89d-4527-83de-4ae3570747e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15425ff-64ae-47b1-9a9c-18dbc37c4e7a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:57.767110 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Pushing event updated for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:57.881159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks [] for port (5411f91a-9b73-4e02-bdb7-43a676997425), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.900114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.900926 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (32190371-4a93-4063-9ce9-3c80e438acc0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:57.938116 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-91bcbb83-a794-4878-b381-895fe3d1a346 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0d6c1be955e44e3888b7dcae6f326e5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0515974 Mar 20 16:17:57.946073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 45916) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:57.968281 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcbb83-a794-4878-b381-895fe3d1a346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:58.141201 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Network f03fa334-bc26-4117-bfca-45830df37aac is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:58.142542 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b5113c7-c000-4af4-b9fa-e059bd113df0 admin admin] Publish callbacks [] for security_group (d8556d47-9f0e-4ac2-98c4-9ffcebb2637f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.171894 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] Publish callbacks [] for security_group (6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.172339 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b5113c7-c000-4af4-b9fa-e059bd113df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d8556d47-9f0e-4ac2-98c4-9ffcebb2637f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.180095 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:58.196929 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d37604d1-d2e8-46bc-99d1-80dd1f67b18a up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:58.372283 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d37604d1-d2e8-46bc-99d1-80dd1f67b18a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:58.372968 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.384693 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8b5113c7-c000-4af4-b9fa-e059bd113df0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=beae30b7ca2c41a6a4e3e40ab3455c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6803596 Mar 20 16:17:58.387841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45928) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:58.405958 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks [] for port (4f688a48-a971-481a-ab00-6378c633d933), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.444598 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5113c7-c000-4af4-b9fa-e059bd113df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8556d47-9f0e-4ac2-98c4-9ffcebb2637f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:58.714921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.796348 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:17:58.855746 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d37604d1-d2e8-46bc-99d1-80dd1f67b18a is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:58.856201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.925975 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] Publish callbacks [] for security_group (d8556d47-9f0e-4ac2-98c4-9ffcebb2637f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.932943 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port d37604d1-d2e8-46bc-99d1-80dd1f67b18a, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:17:58.935336 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-4839a693-cd30-40cc-9486-61892011f139 None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:58.944574 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4839a693-cd30-40cc-9486-61892011f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.947704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:58.949080 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:58.950040 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:59.104650 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:59.127272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:59.170232 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:17:59.174509 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4839a693-cd30-40cc-9486-61892011f139 None None] Port cfa7c58f-b67a-46eb-bddf-769c2567feb8 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:17:59.181047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:59.186752 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.228686 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:59.229318 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.346948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] Publish callbacks [] for security_group (d8556d47-9f0e-4ac2-98c4-9ffcebb2637f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.361636 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5495455 Mar 20 16:17:59.373322 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c68d98-0408-4556-88f5-4f4f6adc36bb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Pushing event updated for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:59.387277 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-166aee14-9787-46bc-ab54-64b3cfd2f5f3 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:17:59.388666 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-166aee14-9787-46bc-ab54-64b3cfd2f5f3 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073550 Mar 20 16:17:59.418152 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:17:59.421419 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5fedbcc5-3cfa-4d26-b6ad-054f67924777 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:17:59.432103 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Pushing event updated for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:59.433475 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840035-309b-42a4-b014-cd47d9068a19 req-69709e95-0838-4537-bf25-98dcb5911f79 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:17:59.441914 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1840035-309b-42a4-b014-cd47d9068a19 req-69709e95-0838-4537-bf25-98dcb5911f79 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 931 time: 0.6998141 Mar 20 16:17:59.517931 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1840035-309b-42a4-b014-cd47d9068a19 req-70f30a08-9b5a-4c69-8ee2-bf03784aab23 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747738 Mar 20 16:17:59.525229 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d8556d47-9f0e-4ac2-98c4-9ffcebb2637f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.531455 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.535885 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8556d47-9f0e-4ac2-98c4-9ffcebb2637f HTTP/1.1" status: 204 len: 168 time: 1.1348047 Mar 20 16:17:59.546473 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bac191-2cf9-440e-959b-c7e194908e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8556d47-9f0e-4ac2-98c4-9ffcebb2637f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:17:59.557366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Sync routers for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:17:59.575546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45962) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:17:59.595717 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:17:59.596551 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:17:59.612749 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] Publish callbacks [] for security_group (6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.655485 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Network e4ada093-a59d-4334-8f07-68e4be5facba is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:17:59.723806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:17:59.724178 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:17:59.736652 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:17:59.805511 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:17:59.831842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f349eea-c32b-4dc8-8d73-780fc7fd577b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.002833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f349eea-c32b-4dc8-8d73-780fc7fd577b admin admin] Publish callbacks [] for security_group (e8862d0d-ba50-480d-ba89-54cdbfe5b92b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.011938 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f349eea-c32b-4dc8-8d73-780fc7fd577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e8862d0d-ba50-480d-ba89-54cdbfe5b92b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.093728 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-7277ab6f-2ffc-4c92-aad0-dffc51ee7ca8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:00.096636 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-7277ab6f-2ffc-4c92-aad0-dffc51ee7ca8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 818 time: 2.1982577 Mar 20 16:18:00.134819 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349eea-c32b-4dc8-8d73-780fc7fd577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8862d0d-ba50-480d-ba89-54cdbfe5b92b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:00.147048 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8f349eea-c32b-4dc8-8d73-780fc7fd577b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f94912f17654e538c0c2c0800da01af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5688562 Mar 20 16:18:00.148324 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45974) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:00.178371 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:18:00.180795 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:00.181191 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.195177 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Request body: {'port': {'device_id': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:00.242243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:18:00.262292 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-927ac573-f824-4f16-a155-3214676e43ad admin admin] 10.222.0.18 "PUT /v2.0/routers/92087dd5-51f6-4165-9b4e-0ea55f451be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7620113 Mar 20 16:18:00.262292 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-e52b7f08-198f-4884-949f-7831beeff463 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/quotas/6d36d10d56cc45bcb8f737c8245935ac HTTP/1.1" status: 200 len: 375 time: 0.0410347 Mar 20 16:18:00.268780 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:18:00.284479 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 5fedbcc5-3cfa-4d26-b6ad-054f67924777, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5fedbcc5-3cfa-4d26-b6ad-054f67924777,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:00.286082 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:00.286705 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:00.299007 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.410877 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:00.434215 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=5fedbcc5-3cfa-4d26-b6ad-054f67924777,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:00.449603 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb309-bac4-4162-b2e6-36d2597bc55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.482445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bb8348e5-8f86-4b22-94e4-bf39ac416628 None None] Provisioning complete for port 5411f91a-9b73-4e02-bdb7-43a676997425 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:00.486432 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb8348e5-8f86-4b22-94e4-bf39ac416628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.498455 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d37604d1-d2e8-46bc-99d1-80dd1f67b18a up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:00.551215 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.559961 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.565732 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6 HTTP/1.1" status: 204 len: 168 time: 2.6130984 Mar 20 16:18:00.612095 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb309-bac4-4162-b2e6-36d2597bc55f admin admin] Publish callbacks [] for security_group (d7f1185f-6297-4901-a3fc-e2a8b590290b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.619466 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4f688a48-a971-481a-ab00-6378c633d933), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.627998 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242529-181f-4c99-8e77-0dce93e40cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc47ac8-f40d-40c4-b73d-c0e3cc65d8b6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:00.629989 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb309-bac4-4162-b2e6-36d2597bc55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d7f1185f-6297-4901-a3fc-e2a8b590290b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.676938 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6d7fb309-bac4-4162-b2e6-36d2597bc55f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ebf12e4e28c48898efa39218c838f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595747 Mar 20 16:18:00.679134 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 45990) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:00.688502 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:00.710281 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fb309-bac4-4162-b2e6-36d2597bc55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1185f-6297-4901-a3fc-e2a8b590290b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:00.732646 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:18:00.766292 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-48a13652-93cc-4bd1-90dd-f3a875814d7d admin admin] 10.222.0.18 "PUT /v2.0/routers/32190371-4a93-4063-9ce9-3c80e438acc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9085031 Mar 20 16:18:00.781477 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-7078cce3-6c16-43ad-a026-c524cb6de88d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4360585 Mar 20 16:18:00.817372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:18:00.857627 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74f628-2659-469e-8b09-7881d8b68dac req-efd7f984-cd92-4957-850b-a8da22d9abbc tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:00.865542 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc74f628-2659-469e-8b09-7881d8b68dac req-efd7f984-cd92-4957-850b-a8da22d9abbc tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 931 time: 0.2035620 Mar 20 16:18:00.894082 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] Publish callbacks [] for security_group (d7f1185f-6297-4901-a3fc-e2a8b590290b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.919666 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] Publish callbacks [] for security_group (d7f1185f-6297-4901-a3fc-e2a8b590290b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.950417 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d37604d1-d2e8-46bc-99d1-80dd1f67b18a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:00.950417 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.966049 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] Publish callbacks [] for security_group (e8862d0d-ba50-480d-ba89-54cdbfe5b92b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:00.996990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] Publish callbacks [] for security_group (e8862d0d-ba50-480d-ba89-54cdbfe5b92b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.017394 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-74bed6a9-1fc1-4a7b-b189-b97dede5d777 service neutron] 10.222.0.18 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318428 Mar 20 16:18:01.081394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d7f1185f-6297-4901-a3fc-e2a8b590290b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.085157 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.089739 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7f1185f-6297-4901-a3fc-e2a8b590290b HTTP/1.1" status: 204 len: 168 time: 0.3804281 Mar 20 16:18:01.101815 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e8862d0d-ba50-480d-ba89-54cdbfe5b92b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.105288 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.106964 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8862d0d-ba50-480d-ba89-54cdbfe5b92b HTTP/1.1" status: 204 len: 168 time: 0.9565744 Mar 20 16:18:01.179448 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc74f628-2659-469e-8b09-7881d8b68dac req-5b034532-3796-47ee-b329-8801bae5d55c tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129253 Mar 20 16:18:01.185115 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca44bd-8b45-4a36-b6d3-813c4c6640c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1185f-6297-4901-a3fc-e2a8b590290b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:01.210822 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb8348e5-8f86-4b22-94e4-bf39ac416628 None None] Port 5411f91a-9b73-4e02-bdb7-43a676997425 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:18:01.251139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:01.251787 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:01.264264 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-71794cbb-deb7-4827-a4fc-df789bd55c19 service neutron] 10.222.0.18 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370083 Mar 20 16:18:01.285437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c2f34-5826-4160-bde2-8317a903640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8862d0d-ba50-480d-ba89-54cdbfe5b92b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:01.532266 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 2, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:01.598462 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:18:01.599230 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Updating router 92087dd5-51f6-4165-9b4e-0ea55f451be0 port cfa7c58f-b67a-46eb-bddf-769c2567feb8 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:18:01.635172 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 4, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '2e0c9b5c-9c5e-4777-b542-ee09d3756279', 'name': '', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'mac_address': 'fa:16:3e:88:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:52Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 2, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'subnets': [{'id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:01.674127 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.694959 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Checking router: 916584d5-d29d-45e8-a463-8e6fccec35c7 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:18:01.695516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Updating router 916584d5-d29d-45e8-a463-8e6fccec35c7 port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:18:01.700892 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:01.906390 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f688a48-a971-481a-ab00-6378c633d933 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:01.937313 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks [] for port (4f688a48-a971-481a-ab00-6378c633d933), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.941432 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:01.966399 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Transition to ACTIVE for port object 4f688a48-a971-481a-ab00-6378c633d933 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:01.976922 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.071498 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d37604d1-d2e8-46bc-99d1-80dd1f67b18a is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:02.198266 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Pushing event updated for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:02.294984 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Attempting to bind port 4f688a48-a971-481a-ab00-6378c633d933 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:02.295506 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Attempting to bind port 4f688a48-a971-481a-ab00-6378c633d933 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '8f87a13c-1726-4130-848c-527578350890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:02.295843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Attempting to bind port 4f688a48-a971-481a-ab00-6378c633d933 on network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:02.301273 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Port 4f688a48-a971-481a-ab00-6378c633d933 on network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:02.301603 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Attempting to bind port 4f688a48-a971-481a-ab00-6378c633d933 on network 3f786273-eb0f-4f84-83d3-44ad7b5c3126 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:02.307067 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:02.307717 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Checking segment: {'id': '8f87a13c-1726-4130-848c-527578350890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:02.308070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Bound using segment: {'id': '8f87a13c-1726-4130-848c-527578350890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:02.308480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Bound port: 4f688a48-a971-481a-ab00-6378c633d933, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f87a13c-1726-4130-848c-527578350890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:02.308839 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4f688a48-a971-481a-ab00-6378c633d933), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.356368 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks [] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.377671 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.530748 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:02.547101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=4f688a48-a971-481a-ab00-6378c633d933,segment=NetworkSegment(8f87a13c-1726-4130-848c-527578350890),segment_id=8f87a13c-1726-4130-848c-527578350890)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:02.560149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.597408 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46054) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:02.625374 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78d87b-404d-4059-9beb-7480f810fc0e None None] Pushing event updated for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:02.628135 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5fedbcc5-3cfa-4d26-b6ad-054f67924777 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:02.635551 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-60af40be-11b1-40de-b2f8-fb1782281fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.750609 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:02.751240 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.752733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] 10.222.0.42 "PUT /v2.0/ports/4f688a48-a971-481a-ab00-6378c633d933 HTTP/1.1" status: 200 len: 1093 time: 3.0162656 Mar 20 16:18:02.753209 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'tag': '4f688a48-a971-481a-ab00-6378c633d933'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:02.782814 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Attempting to bind port cfa7c58f-b67a-46eb-bddf-769c2567feb8 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:02.785129 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Attempting to bind port cfa7c58f-b67a-46eb-bddf-769c2567feb8 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:02.787172 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Attempting to bind port cfa7c58f-b67a-46eb-bddf-769c2567feb8 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:02.822225 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:02.824014 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Checking segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:02.824446 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.828008 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Bound using segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:02.828569 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Bound port: cfa7c58f-b67a-46eb-bddf-769c2567feb8, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:02.830407 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.894754 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-60af40be-11b1-40de-b2f8-fb1782281fee admin admin] Publish callbacks [] for security_group (ba580668-1f29-42d9-a4aa-0701a034cb2a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:02.902385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-60af40be-11b1-40de-b2f8-fb1782281fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ba580668-1f29-42d9-a4aa-0701a034cb2a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.028490 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-60af40be-11b1-40de-b2f8-fb1782281fee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d52eeb450bf14ca7aaa60a7822bd9275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298778 Mar 20 16:18:03.034828 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46068) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:03.073801 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] For port cfa7c58f-b67a-46eb-bddf-769c2567feb8, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:03.085299 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] For port cfa7c58f-b67a-46eb-bddf-769c2567feb8, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=cfa7c58f-b67a-46eb-bddf-769c2567feb8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:03.101073 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.136951 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af40be-11b1-40de-b2f8-fb1782281fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba580668-1f29-42d9-a4aa-0701a034cb2a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:03.262114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] Publish callbacks [] for security_group (ba580668-1f29-42d9-a4aa-0701a034cb2a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.293055 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:03.294172 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:03.327995 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] Publish callbacks [] for security_group (ba580668-1f29-42d9-a4aa-0701a034cb2a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.464169 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ba580668-1f29-42d9-a4aa-0701a034cb2a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.467457 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.470497 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba580668-1f29-42d9-a4aa-0701a034cb2a HTTP/1.1" status: 204 len: 168 time: 0.4300365 Mar 20 16:18:03.478060 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea71a3-7a08-43b0-84e1-64a5c08d648d service neutron] Pushing event updated for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:03.491965 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b185ac9-7a17-45d1-877a-1430ae1529d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba580668-1f29-42d9-a4aa-0701a034cb2a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:03.495513 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-0ac08711-e2c4-40f9-806b-a5079882cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:03.499259 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-0ac08711-e2c4-40f9-806b-a5079882cadc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a10e45107a64ade9bec7c825fe362bc&device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 1127 time: 0.4518132 Mar 20 16:18:03.587732 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:03.590638 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.749524 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46084) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:03.756672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88418842', 'description': 'tempest-description--288749941'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:03.805949 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497eb668-dfbe-4262-8b47-49aa0cb089dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "tag": "4f688a48-a971-481a-ab00-6378c633d933"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:03.829221 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-66286cf8-cff1-463b-b85e-ae2c7d65c0fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f688a48-a971-481a-ab00-6378c633d933 HTTP/1.1" status: 200 len: 217 time: 0.2907300 Mar 20 16:18:03.859248 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:03.941169 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78d87b-404d-4059-9beb-7480f810fc0e None None] Pushing event updated for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:04.056115 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46092) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:04.060674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209969759', 'description': 'tempest-description--931266183'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:04.105612 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:04.149838 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (67a4c5af-409f-47c4-8d71-03e4de9e71a1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.170202 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks [] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.184791 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.193773 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:04.194216 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.198651 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a40de4d1-8d2a-4ed6-b605-02a4643f0d11 req-6a7e6b35-a8ad-4bf2-b4b7-1d1027acb4ae tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 210 time: 0.2079492 Mar 20 16:18:04.210477 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (67a4c5af-409f-47c4-8d71-03e4de9e71a1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.272053 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4c5af-409f-47c4-8d71-03e4de9e71a1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:04.315381 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.317159 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1681a8e6-3c98-4e92-8084-02501d1464a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5655315 Mar 20 16:18:04.319224 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.345059 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46104) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:04.359123 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group_rule': {'security_group_id': '67a4c5af-409f-47c4-8d71-03e4de9e71a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:04.441999 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (cba3d737-e400-45d7-8750-5a4035233581), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.489503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:04.502885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46106) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:04.529273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:17:57Z', 'revision_number': 2, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:04.619251 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:03Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:04.637249 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.42', 61829) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:04.677309 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Attempting to bind port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:04.677917 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Attempting to bind port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:04.690238 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Attempting to bind port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 on network 519f08c3-ed11-40a1-a871-2b610509f532 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:04.697067 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:18:04.699202 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Updating router 32190371-4a93-4063-9ce9-3c80e438acc0 port 5411f91a-9b73-4e02-bdb7-43a676997425 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:18:04.707980 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-4b0054d1-93ef-4e93-9c64-e651bfd1a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:04.713199 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-4b0054d1-93ef-4e93-9c64-e651bfd1a5bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a018073-efbe-400a-a5e9-f76bacb051d8 HTTP/1.1" status: 200 len: 852 time: 0.8503964 Mar 20 16:18:04.726732 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf3efb-a545-49b0-b008-4fccd07e24af None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:03Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:18:04.741934 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (25e0f008-c67f-499e-ac3c-4de3ee84be14), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.763317 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be7278-4ffa-4bb2-bda7-4ff220da3919 req-a8c13e8c-d9a6-4e42-88ef-cfd2d32a321a tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:04.772647 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62be7278-4ffa-4bb2-bda7-4ff220da3919 req-a8c13e8c-d9a6-4e42-88ef-cfd2d32a321a tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 943 time: 0.3393772 Mar 20 16:18:04.800824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (25e0f008-c67f-499e-ac3c-4de3ee84be14), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.844024 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.953846 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (cba3d737-e400-45d7-8750-5a4035233581), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.971462 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-a89effe5-dacf-4493-9c2d-246baa210195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f786273-eb0f-4f84-83d3-44ad7b5c3126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2384593 Mar 20 16:18:04.978379 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:04.982590 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9228261 Mar 20 16:18:04.989463 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46116) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:04.996881 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (cba3d737-e400-45d7-8750-5a4035233581), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.014386 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group_rule': {'security_group_id': '25e0f008-c67f-499e-ac3c-4de3ee84be14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:05.025931 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abde6e-2b1b-4a0a-be5d-b28da98674ff tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e0f008-c67f-499e-ac3c-4de3ee84be14,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:05.056065 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.057351 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7079349 Mar 20 16:18:05.063104 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46120) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:05.063780 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6612c28-92dc-4829-bdc9-16530a654690 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba3d737-e400-45d7-8750-5a4035233581,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:05.095749 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group_rule': {'security_group_id': '67a4c5af-409f-47c4-8d71-03e4de9e71a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:05.154969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-d4b6ea08-182d-4b98-8e0d-5e7134fb9cf2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:05.162628 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-d4b6ea08-182d-4b98-8e0d-5e7134fb9cf2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 818 time: 0.5020454 Mar 20 16:18:05.227866 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Request body: {'port': {'device_id': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'admin_state_up': True, 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:05.334088 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62be7278-4ffa-4bb2-bda7-4ff220da3919 req-935a4fd2-4cdd-4f43-92dc-94c9b100e957 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556889 Mar 20 16:18:05.411674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (98b769cb-fe56-4b66-9bf7-77fbbcbcd431), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.459139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks [] for port (5411f91a-9b73-4e02-bdb7-43a676997425), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.469930 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17145e23-b5a1-41ab-a289-fe74efe3afe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.477876 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.485952 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f52a5-36cf-4dad-8c91-b7050a943b4a x-openstack-request-id: req-2d8f52a5-36cf-4dad-8c91-b7050a943b4a {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:05.486326 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "tag": "4f688a48-a971-481a-ab00-6378c633d933", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:05.486525 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d8f52a5-36cf-4dad-8c91-b7050a943b4a {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:05.487403 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf866f-b632-427c-98c5-1d2782e8a592 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:05.489717 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'tag': '4f688a48-a971-481a-ab00-6378c633d933', 'status': 'completed', 'code': 200} Mar 20 16:18:05.490475 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:05.491135 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Checking segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:05.491752 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.493008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Bound using segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:05.495820 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Bound port: 2e0c9b5c-9c5e-4777-b542-ee09d3756279, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:05.497372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.685841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (4a5de646-0dd1-44ca-805b-acaec15cbd21), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.724043 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Current status of the port cfa7c58f-b67a-46eb-bddf-769c2567feb8 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:05.724567 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.967345 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] For port 2e0c9b5c-9c5e-4777-b542-ee09d3756279, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:05.977721 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (98b769cb-fe56-4b66-9bf7-77fbbcbcd431), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:05.978935 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] For port 2e0c9b5c-9c5e-4777-b542-ee09d3756279, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=2e0c9b5c-9c5e-4777-b542-ee09d3756279,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:06.015009 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (98b769cb-fe56-4b66-9bf7-77fbbcbcd431), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.077634 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.147619 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Made reservation on behalf of 6d36d10d56cc45bcb8f737c8245935ac for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:06.157237 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.191606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b769cb-fe56-4b66-9bf7-77fbbcbcd431,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:06.221295 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] For port cfa7c58f-b67a-46eb-bddf-769c2567feb8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=cfa7c58f-b67a-46eb-bddf-769c2567feb8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:06.251376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3262393-6dff-464e-a835-d1556a030657 None None] Pushing event updated for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:06.257237 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (4a5de646-0dd1-44ca-805b-acaec15cbd21), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.259908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-cd219cae-98a4-4969-88c5-d04eda54c528 service neutron] 10.222.0.42 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2687566 Mar 20 16:18:06.283073 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.341914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.349675 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-15288391-9bf1-426d-959c-3f8cc911a2e8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2782121 Mar 20 16:18:06.397777 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Attempting to bind port 5411f91a-9b73-4e02-bdb7-43a676997425 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:06.399446 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Attempting to bind port 5411f91a-9b73-4e02-bdb7-43a676997425 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:06.399939 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Attempting to bind port 5411f91a-9b73-4e02-bdb7-43a676997425 on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:06.413216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (4a5de646-0dd1-44ca-805b-acaec15cbd21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.425791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46160) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:06.455724 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:06.456113 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Checking segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:06.456903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.457491 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Bound using segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:06.458710 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Bound port: 5411f91a-9b73-4e02-bdb7-43a676997425, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:06.459097 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.493910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:06.494516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:06.514757 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:06.623631 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.654367 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf866f-b632-427c-98c5-1d2782e8a592 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:06.697055 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Provisioning complete for port 5411f91a-9b73-4e02-bdb7-43a676997425 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:06.697437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.737958 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5de646-0dd1-44ca-805b-acaec15cbd21,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:06.776617 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17145e23-b5a1-41ab-a289-fe74efe3afe8 admin admin] Publish callbacks [] for security_group (17a0be9e-93ee-43af-8fbe-92500c1c69ab), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.795240 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device cfa7c58f-b67a-46eb-bddf-769c2567feb8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:06.816933 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.829300 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1dded12b-3cde-4c93-b914-6729f9a6e6f4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8222013 Mar 20 16:18:06.831211 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46168) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:06.879493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-fe0ac9eb-a7d3-46fb-9ed9-edd61326230d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:06.906202 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-fe0ac9eb-a7d3-46fb-9ed9-edd61326230d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 818 time: 1.1115894 Mar 20 16:18:06.916211 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group_rule': {'security_group_id': '25e0f008-c67f-499e-ac3c-4de3ee84be14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:06.940749 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Port 5411f91a-9b73-4e02-bdb7-43a676997425 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:18:06.958995 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17145e23-b5a1-41ab-a289-fe74efe3afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (17a0be9e-93ee-43af-8fbe-92500c1c69ab), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:06.971544 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] For port 5411f91a-9b73-4e02-bdb7-43a676997425, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:06.986954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c189b2-a031-4ba9-99b1-05bd1e266a38 None None] Pushing event updated for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:07.035559 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:07.109610 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145e23-b5a1-41ab-a289-fe74efe3afe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0be9e-93ee-43af-8fbe-92500c1c69ab,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:07.163721 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-43a39c3e-573b-490f-b47d-6832e6030d7a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/quotas/6d36d10d56cc45bcb8f737c8245935ac HTTP/1.1" status: 200 len: 375 time: 0.2565160 Mar 20 16:18:07.182496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] For port 5411f91a-9b73-4e02-bdb7-43a676997425, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5411f91a-9b73-4e02-bdb7-43a676997425,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:07.200540 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:07.200988 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:07.291951 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:07.292354 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:07.348185 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d4e088-036f-4896-bf09-9c47db0eb3fc req-83f62b8a-a21c-4a93-a004-7d4f43f1e1bc service neutron] 10.222.0.42 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717733 Mar 20 16:18:07.382028 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-17145e23-b5a1-41ab-a289-fe74efe3afe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fd8250cafc04cc7924a54a062016ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7861192 Mar 20 16:18:07.389486 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46182) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:07.442567 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:07.516447 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-4e8245e2-ffbe-4f4b-bc83-0648240b5f55 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3515472 Mar 20 16:18:07.724329 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port cfa7c58f-b67a-46eb-bddf-769c2567feb8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:07.765286 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27874fe-48d1-47aa-ad63-1eafb01aaf52 req-28f36868-bcbd-44f6-90ca-5879405c0ac8 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:07.767673 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b27874fe-48d1-47aa-ad63-1eafb01aaf52 req-28f36868-bcbd-44f6-90ca-5879405c0ac8 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 943 time: 1.2063189 Mar 20 16:18:07.796942 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (33fbbb34-45b2-40d0-af33-c64b6d7d5f82), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:07.856377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] Publish callbacks [] for security_group (17a0be9e-93ee-43af-8fbe-92500c1c69ab), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:07.857110 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Allocated IP 172.20.0.11 (519f08c3-ed11-40a1-a871-2b610509f532/91b1ea36-8d52-4651-bb99-804e9527de31/b3942a30-936f-4001-891b-653f1016be32) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:07.941834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] Publish callbacks [] for security_group (17a0be9e-93ee-43af-8fbe-92500c1c69ab), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.006469 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b27874fe-48d1-47aa-ad63-1eafb01aaf52 req-7419173e-eeaf-4f04-8193-9ad60e0b0ffd tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263663 Mar 20 16:18:08.049171 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (33fbbb34-45b2-40d0-af33-c64b6d7d5f82), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.114966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (33fbbb34-45b2-40d0-af33-c64b6d7d5f82), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.197770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.212919 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fbbb34-45b2-40d0-af33-c64b6d7d5f82,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:08.236820 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.242858 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f5ec1bb1-c6dd-4fab-83c4-c0102fb65751 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3508892 Mar 20 16:18:08.247416 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46206) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:08.253213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (17a0be9e-93ee-43af-8fbe-92500c1c69ab), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.258024 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.261608 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3262393-6dff-464e-a835-d1556a030657 None None] Pushing event updated for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:08.262128 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:08.266460 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a0be9e-93ee-43af-8fbe-92500c1c69ab HTTP/1.1" status: 204 len: 168 time: 0.8663323 Mar 20 16:18:08.307000 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:08.307728 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:17:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:08.309735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3a303-f34f-4858-8a0c-2df411efe719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0be9e-93ee-43af-8fbe-92500c1c69ab,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:08.321389 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-51755802-1996-4af7-962e-cb87c5514576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:08.323966 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-51755802-1996-4af7-962e-cb87c5514576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a10e45107a64ade9bec7c825fe362bc&device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 1127 time: 0.7989399 Mar 20 16:18:08.419714 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.505972 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks [] for port (b3942a30-936f-4001-891b-653f1016be32), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.651523 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (b3942a30-936f-4001-891b-653f1016be32), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.693941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device cfa7c58f-b67a-46eb-bddf-769c2567feb8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:08.742565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-55affeae-dbec-43ec-9ec4-f7de4acdbfb7 None None] Current status of the port cfa7c58f-b67a-46eb-bddf-769c2567feb8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:08.815930 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port cfa7c58f-b67a-46eb-bddf-769c2567feb8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:08.816392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.855052 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Network 519f08c3-ed11-40a1-a871-2b610509f532 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:08.867599 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Allocated IP 172.27.1.37 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d569f91a-052e-4b6f-89bd-6b50658937b3) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:08.877948 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:08.939079 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:08.949870 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:08.958457 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:08.959245 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:08.997683 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Provisioning complete for port 5411f91a-9b73-4e02-bdb7-43a676997425 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:08.997906 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.012315 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Pushing event updated for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:09.033076 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.119652 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-d04a7849-db05-4ef7-b0a3-accc76fea288 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:18:09.120718 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-d04a7849-db05-4ef7-b0a3-accc76fea288 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9257686 Mar 20 16:18:09.123832 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-173dfbb0-1122-45f8-9cd8-d5cb2b0acf8c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9150789 Mar 20 16:18:09.187436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Request body: {'port': {'device_id': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:09.188313 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-9d702b6a-1659-41e9-8917-7ecd2fc261e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:09.189889 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-9d702b6a-1659-41e9-8917-7ecd2fc261e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f786273-eb0f-4f84-83d3-44ad7b5c3126 HTTP/1.1" status: 200 len: 912 time: 0.8196208 Mar 20 16:18:09.262738 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa4907-9c23-4f67-8b28-44147e13a14b req-71fff97d-328b-4187-993a-0ea3f9077905 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:09.264498 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5aa4907-9c23-4f67-8b28-44147e13a14b req-71fff97d-328b-4187-993a-0ea3f9077905 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 943 time: 0.1271603 Mar 20 16:18:09.359893 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b3942a30-936f-4001-891b-653f1016be32), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.375174 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5aa4907-9c23-4f67-8b28-44147e13a14b req-a49c4d55-1f4b-4b72-9096-c45cc7e007cc tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831223 Mar 20 16:18:09.405956 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-e0a03438-5cfb-4e42-ac81-a980c5153545 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f688a48-a971-481a-ab00-6378c633d933 HTTP/1.1" status: 200 len: 217 time: 0.1153710 Mar 20 16:18:09.450817 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.455728 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port cfa7c58f-b67a-46eb-bddf-769c2567feb8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:09.529337 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 4, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '2e0c9b5c-9c5e-4777-b542-ee09d3756279', 'name': '', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'mac_address': 'fa:16:3e:88:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:52Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 4, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'subnets': [{'id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:09.581623 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46236) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:09.684100 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Current status of the port 5411f91a-9b73-4e02-bdb7-43a676997425 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:09.684525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.696925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640d09-65f9-404e-8e9f-d7400d605064 None None] The sync data for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi is: [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:54Z', 'revision_number': 4, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '2e0c9b5c-9c5e-4777-b542-ee09d3756279', 'name': '', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'mac_address': 'fa:16:3e:88:f8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:52Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 4, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'subnets': [{'id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:18:09.722236 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-2f7c3e01-142d-44fe-bcff-4167b71cf889 service neutron] 10.222.0.18 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655468 Mar 20 16:18:09.731528 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.821246 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] For port 5411f91a-9b73-4e02-bdb7-43a676997425, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5411f91a-9b73-4e02-bdb7-43a676997425,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:09.829257 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:09.858039 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-32377f42-9ba6-4ab1-a298-2d9ccee6d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:09.860246 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-32377f42-9ba6-4ab1-a298-2d9ccee6d855 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a018073-efbe-400a-a5e9-f76bacb051d8 HTTP/1.1" status: 200 len: 852 time: 0.3952260 Mar 20 16:18:09.896909 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:09.909579 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa113e4-7481-4615-9b49-31ad106e3265 None None] Pushing event updated for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:09.918809 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:06Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:09.958089 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296adc-6983-40a8-bd98-8638e7dc7e5e None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:06Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:18:10.020308 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:10.034816 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:10.094295 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3942a30-936f-4001-891b-653f1016be32 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:10.113324 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks [] for port (b3942a30-936f-4001-891b-653f1016be32), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.176941 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Transition to ACTIVE for port object b3942a30-936f-4001-891b-653f1016be32 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:10.214002 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b3942a30-936f-4001-891b-653f1016be32), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.290948 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce2e68ef-3f58-489d-9ca9-bea6afd5d379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.427348 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc917cc5-dbc8-4075-8f05-a560dc5c4204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.657920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce2e68ef-3f58-489d-9ca9-bea6afd5d379 admin admin] Publish callbacks [] for security_group (174bf7ea-1667-4fe4-be23-aa952aa4d45f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.677827 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce2e68ef-3f58-489d-9ca9-bea6afd5d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (174bf7ea-1667-4fe4-be23-aa952aa4d45f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.800325 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e68ef-3f58-489d-9ca9-bea6afd5d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bf7ea-1667-4fe4-be23-aa952aa4d45f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:10.804040 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 2e0c9b5c-9c5e-4777-b542-ee09d3756279 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:10.807325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=d569f91a-052e-4b6f-89bd-6b50658937b3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:10.915796 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.923927 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-b102e134-195c-4a6e-a19a-bfa06bbd7ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f786273-eb0f-4f84-83d3-44ad7b5c3126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9312499 Mar 20 16:18:10.932732 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-26156514-018d-4e50-a92a-ec63e4d3df35 service neutron] 10.222.0.18 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1712580 Mar 20 16:18:10.960445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:10.960986 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:10.961212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Pushing event updated for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:10.973811 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Allocated IP 172.27.1.163 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/28c9963d-ad94-4ace-89bf-cac860156531) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:11.022470 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.062948 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Attempting to bind port b3942a30-936f-4001-891b-653f1016be32 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:11.063645 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Attempting to bind port b3942a30-936f-4001-891b-653f1016be32 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:11.063645 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Attempting to bind port b3942a30-936f-4001-891b-653f1016be32 on network 519f08c3-ed11-40a1-a871-2b610509f532 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:11.088567 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Port b3942a30-936f-4001-891b-653f1016be32 on network 519f08c3-ed11-40a1-a871-2b610509f532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:11.091132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Attempting to bind port b3942a30-936f-4001-891b-653f1016be32 on network 519f08c3-ed11-40a1-a871-2b610509f532 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:11.105478 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ce2e68ef-3f58-489d-9ca9-bea6afd5d379 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48beb7e571c40e6b1fb516367900280&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5199633 Mar 20 16:18:11.106224 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46258) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:11.113007 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:11.113436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Checking segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:11.114078 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Bound using segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:11.115916 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Bound port: b3942a30-936f-4001-891b-653f1016be32, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:11.116316 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b3942a30-936f-4001-891b-653f1016be32), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.222195 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-72a2acfd-342c-4169-93ce-c2a0677ba406 service neutron] 10.222.0.42 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879047 Mar 20 16:18:11.239429 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:11.239777 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.284121 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf687f4-c77a-47dd-9767-ea9a118eb28c req-c270c225-3546-4c97-ba74-c120cec5c32b tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:11.285750 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cf687f4-c77a-47dd-9767-ea9a118eb28c req-c270c225-3546-4c97-ba74-c120cec5c32b tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 943 time: 0.6243882 Mar 20 16:18:11.367333 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 2e0c9b5c-9c5e-4777-b542-ee09d3756279, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=2e0c9b5c-9c5e-4777-b542-ee09d3756279,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:11.374615 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.375607 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5411f91a-9b73-4e02-bdb7-43a676997425 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:11.444976 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:11.461125 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b3942a30-936f-4001-891b-653f1016be32,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:11.505708 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b3942a30-936f-4001-891b-653f1016be32), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.523562 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ab3f6932-15d1-42b7-abc9-d89e7340625d req-ed79faa6-7319-47df-b981-2d5a73ab6b54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 210 time: 0.1105251 Mar 20 16:18:11.565996 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:11.577954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5411f91a-9b73-4e02-bdb7-43a676997425 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:11.578972 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.641441 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-497eb668-dfbe-4262-8b47-49aa0cb089dd req-81407209-03f7-442b-ba6b-2c456fd138be service neutron] 10.222.0.42 "GET /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687897 Mar 20 16:18:11.673332 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.682348 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.709650 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:11.710329 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.712208 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 1094 time: 2.5346014 Mar 20 16:18:11.723148 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5411f91a-9b73-4e02-bdb7-43a676997425 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:11.749320 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'tag': 'b3942a30-936f-4001-891b-653f1016be32'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:11.799114 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.847211 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=d569f91a-052e-4b6f-89bd-6b50658937b3,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:11.873055 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:11.884172 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-843dd29b-2e05-4391-995b-31a2ad84daca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4066119 Mar 20 16:18:12.010964 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] Publish callbacks [] for security_group (174bf7ea-1667-4fe4-be23-aa952aa4d45f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.054392 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31412-ac08-42ac-ba8a-724aecf07f27 service neutron] Pushing event updated for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:12.073059 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cf687f4-c77a-47dd-9767-ea9a118eb28c req-2bc013c5-84d7-41f9-9221-f1190a2d0606 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986311 Mar 20 16:18:12.122157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] Publish callbacks [] for security_group (174bf7ea-1667-4fe4-be23-aa952aa4d45f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.126212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (28c9963d-ad94-4ace-89bf-cac860156531), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.141174 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22e9c7-c17b-446b-9865-96808cff9620" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "tag": "b3942a30-936f-4001-891b-653f1016be32"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:12.319881 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5933c6e9-2ebe-40af-8709-deeb66fba061 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--88418842&fields=id&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 267 time: 0.1257999 Mar 20 16:18:12.459252 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-8483bcb7-6424-4925-a6af-b545cf240ab8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:12.461028 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-8483bcb7-6424-4925-a6af-b545cf240ab8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 817 time: 0.1393349 Mar 20 16:18:12.468993 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31d2b88-6fcc-4c78-87ad-7230da32cd22 x-openstack-request-id: req-a31d2b88-6fcc-4c78-87ad-7230da32cd22 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:12.469360 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "tag": "b3942a30-936f-4001-891b-653f1016be32", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:12.469676 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a31d2b88-6fcc-4c78-87ad-7230da32cd22 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:12.470172 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'tag': 'b3942a30-936f-4001-891b-653f1016be32', 'status': 'completed', 'code': 200} Mar 20 16:18:12.472319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-05e4b998-31b9-4032-b23c-faef262358c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:12.474010 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-05e4b998-31b9-4032-b23c-faef262358c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1128 time: 0.6619172 Mar 20 16:18:12.480889 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-a17c35cc-70cc-47a8-b7cd-b0f073e1893e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/quotas/bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 375 time: 0.0105543 Mar 20 16:18:12.576357 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-329371a4-90f7-4d0c-bff0-2242dff42a8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0865240 Mar 20 16:18:12.623204 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-9d0d4fef-5c88-4062-8217-d1cc8d294bd8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361244 Mar 20 16:18:12.637517 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 2e0c9b5c-9c5e-4777-b542-ee09d3756279 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:12.648057 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-2d291681-fb3a-4b9b-a97a-d7d539a3cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:12.653787 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-2d291681-fb3a-4b9b-a97a-d7d539a3cc8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0672529 Mar 20 16:18:12.656398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (28c9963d-ad94-4ace-89bf-cac860156531), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.721161 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (174bf7ea-1667-4fe4-be23-aa952aa4d45f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.724266 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.728883 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174bf7ea-1667-4fe4-be23-aa952aa4d45f HTTP/1.1" status: 204 len: 168 time: 1.6074662 Mar 20 16:18:12.766322 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:12.766974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.771908 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3625d419-5fef-4df9-8a50-034d153ed53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:12.780705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 4f688a48-a971-481a-ab00-6378c633d933 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:12.781703 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46d15bce-e1d1-44f9-9990-c13d1876f7b6 req-4c99905a-be6e-4dcb-8433-c483d4d3803e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 210 time: 0.1128426 Mar 20 16:18:12.791846 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-71b00710-edec-40a6-8786-5c8d42db8467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284344 Mar 20 16:18:12.839023 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-c60e41a7-26a5-46de-ba5e-3c8d89fc960e service neutron] 10.222.0.18 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806014 Mar 20 16:18:12.843422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70a758-271a-49aa-83b9-632e6262dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bf7ea-1667-4fe4-be23-aa952aa4d45f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:12.864188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:12.916758 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:12.930827 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:12.939765 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=28c9963d-ad94-4ace-89bf-cac860156531,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:13.120136 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:13.169110 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=4f688a48-a971-481a-ab00-6378c633d933,segment=NetworkSegment(8f87a13c-1726-4130-848c-527578350890),segment_id=8f87a13c-1726-4130-848c-527578350890)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:13.175674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.192287 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '4f688a48-a971-481a-ab00-6378c633d933', 'network_id': '3f786273-eb0f-4f84-83d3-44ad7b5c3126', 'port_id': '4f688a48-a971-481a-ab00-6378c633d933', 'mac_address': 'fa:16:3e:a2:1e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a018073-efbe-400a-a5e9-f76bacb051d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:13.204486 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-3f826442-68ef-4c88-8033-c7ae8ea6a274 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023218 Mar 20 16:18:13.319484 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 4f688a48-a971-481a-ab00-6378c633d933 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:13.319887 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4f688a48-a971-481a-ab00-6378c633d933), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.354580 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f688a48-a971-481a-ab00-6378c633d933 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:13.425175 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-d5dd98b4-edec-4c83-b065-b8f6993f86a5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794539 Mar 20 16:18:13.477588 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=4f688a48-a971-481a-ab00-6378c633d933,segment=NetworkSegment(8f87a13c-1726-4130-848c-527578350890),segment_id=8f87a13c-1726-4130-848c-527578350890)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:13.486138 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (28c9963d-ad94-4ace-89bf-cac860156531), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.492860 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.554188 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-596a92cf-ca0f-413a-98dc-cf9efe454cd4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:13.556735 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-596a92cf-ca0f-413a-98dc-cf9efe454cd4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 818 time: 0.4315202 Mar 20 16:18:13.589588 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Request body: {'port': {'device_id': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'admin_state_up': True, 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:13.679811 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:13.804570 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (28c9963d-ad94-4ace-89bf-cac860156531), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.821181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['4f688a48-a971-481a-ab00-6378c633d933'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:13.838897 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1b8d904f-f52d-408c-a4af-ee1cf3bfddb2 req-011f88a0-8c78-4cc6-83fd-84d7e4eda5f3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0778463 Mar 20 16:18:13.869143 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (28c9963d-ad94-4ace-89bf-cac860156531), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.946523 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=28c9963d-ad94-4ace-89bf-cac860156531,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:13.949436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.968543 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.992026 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:13.994161 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-832d162f-efc3-4f78-8912-a71181837aca tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7457857 Mar 20 16:18:14.020214 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6d83d-7af1-4fae-b2f6-c4424d82676c req-be5ff500-d2ed-4cdd-96e0-d5c627e8109d tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:14.022125 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97b6d83d-7af1-4fae-b2f6-c4424d82676c req-be5ff500-d2ed-4cdd-96e0-d5c627e8109d tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 944 time: 0.5399110 Mar 20 16:18:14.136408 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-08f97335-b5fa-401b-ab01-6e4d846c0289 req-e965bb8a-a561-4a0d-89f2-4aa230eed23c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 210 time: 0.1114831 Mar 20 16:18:14.140713 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Made reservation on behalf of 6d36d10d56cc45bcb8f737c8245935ac for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:14.144335 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b35932e5-f3d9-4577-a6f5-219659fdbc77 req-7e178921-8ba4-4682-95d8-d7de593d64df service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236288 Mar 20 16:18:14.159832 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:14.169262 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-97b6d83d-7af1-4fae-b2f6-c4424d82676c req-3b9dc7a7-c8f3-4388-a027-1d1d1349e507 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384490 Mar 20 16:18:14.427570 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-80b9edd2-ce4c-475d-8d55-cb0651114814 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--209969759&fields=id&tenant_id=ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 267 time: 0.1050692 Mar 20 16:18:14.551926 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Allocated IP 172.20.0.14 (519f08c3-ed11-40a1-a871-2b610509f532/91b1ea36-8d52-4651-bb99-804e9527de31/1812daa1-9d00-45bf-aacb-ae7db9a907bc) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:14.629663 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-53ff9e0c-fca8-4289-9d92-4c283eef8cfa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:14.631207 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-53ff9e0c-fca8-4289-9d92-4c283eef8cfa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 811 time: 0.2001050 Mar 20 16:18:14.684426 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-e1d075fa-d42b-43e2-9f99-d31f96ba4beb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/quotas/ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 375 time: 0.0439763 Mar 20 16:18:14.789153 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-0397b634-af57-4a6f-9cf0-06e512ae2930 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942419 Mar 20 16:18:14.792008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks [] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:14.829310 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:14.920852 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Network 519f08c3-ed11-40a1-a871-2b610509f532 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:14.938915 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:14.951505 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:14.966332 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:14.967012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:14.989325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Pushing event updated for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:15.013151 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-77550a94-74de-4cbc-983b-78edaaf38760 req-4ddc7e53-1bdf-47bd-812a-e12eab89900b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0549645 Mar 20 16:18:15.035111 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-7e274b5a-f0d5-4efc-a9ad-85f5a4b0a2df tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4511280 Mar 20 16:18:15.088656 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-30743181-dcff-43fb-b38b-2857759ca99b service neutron] 10.222.0.18 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088626 Mar 20 16:18:15.187912 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-85c4900b-9f60-4b34-8cfa-90389795aa3f service neutron] 10.222.0.18 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922780 Mar 20 16:18:15.196006 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:15.305588 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589673-94ae-4e00-ba53-bc1ce182d8e7 req-d2aacc62-66dc-45d4-8250-837df2f9d24a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:15.313838 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3589673-94ae-4e00-ba53-bc1ce182d8e7 req-d2aacc62-66dc-45d4-8250-837df2f9d24a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 932 time: 0.0638433 Mar 20 16:18:15.369402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46470) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:15.408770 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3589673-94ae-4e00-ba53-bc1ce182d8e7 req-647023af-1a5d-4c52-b83b-99fd215d7190 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879970 Mar 20 16:18:15.463156 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd21b1-4966-42a0-bff9-101c9a72eccb req-a5efbdcf-f928-4386-bd6c-2ff9150f579f tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:15.464730 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6cd21b1-4966-42a0-bff9-101c9a72eccb req-a5efbdcf-f928-4386-bd6c-2ff9150f579f tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 944 time: 0.0732734 Mar 20 16:18:15.525497 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6cd21b1-4966-42a0-bff9-101c9a72eccb req-baefaace-d218-4be4-8783-d0b56ebf291d tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Mar 20 16:18:15.541102 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9da2c5d1-52ad-4236-85ad-0243878ef291 req-a8e1609b-2b2e-4013-a823-8a395e22ef54 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0824006 Mar 20 16:18:15.577527 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46261099-b49b-4a7a-ab7f-3a3c9afaf776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:15.859512 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46261099-b49b-4a7a-ab7f-3a3c9afaf776 admin admin] Publish callbacks [] for security_group (84ce7c9a-d5c1-4152-86a5-a0fd617d469b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:15.864101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46261099-b49b-4a7a-ab7f-3a3c9afaf776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (84ce7c9a-d5c1-4152-86a5-a0fd617d469b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:15.909045 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46261099-b49b-4a7a-ab7f-3a3c9afaf776 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db99e2f7e1454da48e71dba38695b18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5344615 Mar 20 16:18:15.909527 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46488) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:15.918931 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46261099-b49b-4a7a-ab7f-3a3c9afaf776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce7c9a-d5c1-4152-86a5-a0fd617d469b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:15.981513 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] Publish callbacks [] for security_group (84ce7c9a-d5c1-4152-86a5-a0fd617d469b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.003589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] Publish callbacks [] for security_group (84ce7c9a-d5c1-4152-86a5-a0fd617d469b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.050987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (84ce7c9a-d5c1-4152-86a5-a0fd617d469b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.053643 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.054821 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84ce7c9a-d5c1-4152-86a5-a0fd617d469b HTTP/1.1" status: 204 len: 168 time: 0.1444435 Mar 20 16:18:16.066663 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b384083-9cee-4d05-b925-b730d66caacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce7c9a-d5c1-4152-86a5-a0fd617d469b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:16.112445 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca783ef4-e339-4b02-adcc-8d0c3e8179ef req-9e680d46-9e1e-4b6c-8f5f-152be16af862 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Mar 20 16:18:16.329099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46502) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:16.342001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d454a474-1345-46fb-88b5-80ec6a6955a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.422605 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d454a474-1345-46fb-88b5-80ec6a6955a0 admin admin] Publish callbacks [] for security_group (605b073e-2305-4947-b318-8172e7736d1c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.429833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d454a474-1345-46fb-88b5-80ec6a6955a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (605b073e-2305-4947-b318-8172e7736d1c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.469528 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d454a474-1345-46fb-88b5-80ec6a6955a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aafebe8fcc24adb9fcfdb28c2113d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393466 Mar 20 16:18:16.470398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a474-1345-46fb-88b5-80ec6a6955a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b073e-2305-4947-b318-8172e7736d1c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:16.473120 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46506) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:16.551449 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] Publish callbacks [] for security_group (605b073e-2305-4947-b318-8172e7736d1c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.560783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d009e-3d4d-4457-bb93-15bb6af78a19 req-1eff613d-5100-4090-8f58-a4f8c4e671e3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:16.562307 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-433d009e-3d4d-4457-bb93-15bb6af78a19 req-1eff613d-5100-4090-8f58-a4f8c4e671e3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 932 time: 0.0918057 Mar 20 16:18:16.584372 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Request body: {'port': {'device_id': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:16.602982 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] Publish callbacks [] for security_group (605b073e-2305-4947-b318-8172e7736d1c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.688616 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.700960 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-433d009e-3d4d-4457-bb93-15bb6af78a19 req-d89a80e0-f8e2-463f-a708-e6457d06f014 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293924 Mar 20 16:18:16.712654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (605b073e-2305-4947-b318-8172e7736d1c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.713807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c909d-9682-4764-b44d-7d409537d315 req-db5309d1-5ee0-45e8-a3c3-594f3a0c66e0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:16.716592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.717693 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/605b073e-2305-4947-b318-8172e7736d1c HTTP/1.1" status: 204 len: 168 time: 0.2437103 Mar 20 16:18:16.721638 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee6c909d-9682-4764-b44d-7d409537d315 req-db5309d1-5ee0-45e8-a3c3-594f3a0c66e0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 944 time: 0.1105804 Mar 20 16:18:16.751662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c0ea2-f9bb-4196-b764-38dfef0f5f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b073e-2305-4947-b318-8172e7736d1c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:16.813411 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-a38bc1a1-3902-43fb-9289-c85e1211546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:16.816638 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-a38bc1a1-3902-43fb-9289-c85e1211546a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1128 time: 0.1487224 Mar 20 16:18:16.830890 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee6c909d-9682-4764-b44d-7d409537d315 req-6c50509a-4695-41e5-9625-6871875f2224 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075537 Mar 20 16:18:16.860886 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:16.871898 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b4ab6e62-5e44-4720-91b6-0911d2b0f71a req-b89b9c78-0be5-447d-bcce-9550bc63df2a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0371668 Mar 20 16:18:17.103136 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-e53f822a-8e8d-4a0f-aabe-0e03af8b2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:17.105371 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-e53f822a-8e8d-4a0f-aabe-0e03af8b2fef service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.2324769 Mar 20 16:18:17.133189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1812daa1-9d00-45bf-aacb-ae7db9a907bc {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:17.141142 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks [] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:17.158222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Transition to ACTIVE for port object 1812daa1-9d00-45bf-aacb-ae7db9a907bc will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:17.167940 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:17.245659 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ebaed5f6-3632-4bc8-906d-3156a3d8fe04 req-0840d7ee-3814-40c8-a700-ec9ecd44cd09 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0464592 Mar 20 16:18:17.261621 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:17.295601 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Attempting to bind port 1812daa1-9d00-45bf-aacb-ae7db9a907bc on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:17.295932 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Attempting to bind port 1812daa1-9d00-45bf-aacb-ae7db9a907bc by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:17.296246 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Attempting to bind port 1812daa1-9d00-45bf-aacb-ae7db9a907bc on network 519f08c3-ed11-40a1-a871-2b610509f532 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:17.300634 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Port 1812daa1-9d00-45bf-aacb-ae7db9a907bc on network 519f08c3-ed11-40a1-a871-2b610509f532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:17.300881 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Attempting to bind port 1812daa1-9d00-45bf-aacb-ae7db9a907bc on network 519f08c3-ed11-40a1-a871-2b610509f532 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:17.306069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:17.306431 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Checking segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:17.306808 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Bound using segment: {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:17.307251 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Bound port: 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:17.307599 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:17.370000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:17.373516 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:17.381284 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:17.413590 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:17.414213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:17.415717 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] 10.222.0.42 "PUT /v2.0/ports/1812daa1-9d00-45bf-aacb-ae7db9a907bc HTTP/1.1" status: 200 len: 1094 time: 0.8372419 Mar 20 16:18:17.416243 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:17.418691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d293398-c070-476a-9fd3-d391bee6852a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:17.449861 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a26f57-03e3-4f64-b9d2-49b6f7270ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:17.471928 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d9ba8f-792b-4cf6-82af-a028b017967b x-openstack-request-id: req-37d9ba8f-792b-4cf6-82af-a028b017967b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:17.473367 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:17.473621 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37d9ba8f-792b-4cf6-82af-a028b017967b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:17.474030 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc', 'status': 'completed', 'code': 200} Mar 20 16:18:17.844049 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf792a-f903-4502-8729-1d2ae7bd9399 req-e740e0ba-a2e8-4ef1-b526-d868f455bce1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:17.845911 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66bf792a-f903-4502-8729-1d2ae7bd9399 req-e740e0ba-a2e8-4ef1-b526-d868f455bce1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.0514252 Mar 20 16:18:17.900581 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66bf792a-f903-4502-8729-1d2ae7bd9399 req-f71c8927-41d9-43c4-b993-4738278da650 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Mar 20 16:18:17.956852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476950d-af48-4274-85ad-59a4fd3579fe req-d54f1cd3-fe79-4989-be2b-a6e832da2c75 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:17.958383 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6476950d-af48-4274-85ad-59a4fd3579fe req-d54f1cd3-fe79-4989-be2b-a6e832da2c75 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 944 time: 0.0606320 Mar 20 16:18:17.991021 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b4aea3f-062e-44b9-8d17-9a771391f21e req-a52e9fa7-bac3-4220-ae5e-df129fc724c2 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0301278 Mar 20 16:18:18.028632 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6476950d-af48-4274-85ad-59a4fd3579fe req-8cfd0fee-07b4-4769-836f-1b282bcf4c79 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577707 Mar 20 16:18:18.354015 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f64f23fc-8c81-42be-9831-3859ae18256b req-3ab51f31-45af-409e-80cb-514b41cb5f08 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0261097 Mar 20 16:18:19.023849 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06f2d-1932-4513-9b6d-8ce9fae4d34e req-06e81b82-f78b-4b67-8a97-7012dcbbc540 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:19.025355 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78d06f2d-1932-4513-9b6d-8ce9fae4d34e req-06e81b82-f78b-4b67-8a97-7012dcbbc540 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.0551100 Mar 20 16:18:19.075042 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-78d06f2d-1932-4513-9b6d-8ce9fae4d34e req-500179b0-a832-4864-ad3f-ec22f4879b6a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Mar 20 16:18:19.086000 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-429a40d1-dcee-4feb-86ed-e3ab8089ecbd req-be1667c0-5cf5-48e3-881c-07f8a005ec37 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Mar 20 16:18:19.130600 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46634) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:19.189177 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa1cee-f2a5-424b-a0c3-68ca76d62448 req-8f1e41bb-77ca-4601-b0ba-bde46d119cad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:19.190666 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54aa1cee-f2a5-424b-a0c3-68ca76d62448 req-8f1e41bb-77ca-4601-b0ba-bde46d119cad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 944 time: 0.0506921 Mar 20 16:18:19.236411 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54aa1cee-f2a5-424b-a0c3-68ca76d62448 req-02791320-32b7-434b-b94b-2e0263ec9bfa tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Mar 20 16:18:19.237004 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d7fec3-ba72-4fda-8c98-38e83897668f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.310785 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d7fec3-ba72-4fda-8c98-38e83897668f admin admin] Publish callbacks [] for security_group (b7fcc856-014f-484f-86d2-6e4d88eaa301), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.316776 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d7fec3-ba72-4fda-8c98-38e83897668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b7fcc856-014f-484f-86d2-6e4d88eaa301), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.353531 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-79d7fec3-ba72-4fda-8c98-38e83897668f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6962a9ae1794cffa3de31497729bd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218518 Mar 20 16:18:19.354499 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7fec3-ba72-4fda-8c98-38e83897668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fcc856-014f-484f-86d2-6e4d88eaa301,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:19.356818 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46638) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:19.410241 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] Publish callbacks [] for security_group (b7fcc856-014f-484f-86d2-6e4d88eaa301), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.431609 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] Publish callbacks [] for security_group (b7fcc856-014f-484f-86d2-6e4d88eaa301), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.449453 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d8743148-4744-4d88-a450-35d31a0c742b req-69a2a436-b75d-4b05-ae28-aaf2e5586fad tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0257232 Mar 20 16:18:19.479734 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b7fcc856-014f-484f-86d2-6e4d88eaa301), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.482337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.483469 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7fcc856-014f-484f-86d2-6e4d88eaa301 HTTP/1.1" status: 204 len: 168 time: 0.1256773 Mar 20 16:18:19.491020 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd1577-55eb-4f63-b7ae-7f0c562a7fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fcc856-014f-484f-86d2-6e4d88eaa301,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:19.633493 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 4f688a48-a971-481a-ab00-6378c633d933 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:19.699446 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 4f688a48-a971-481a-ab00-6378c633d933 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:18:19.714805 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 4f688a48-a971-481a-ab00-6378c633d933 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:19.715242 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (4f688a48-a971-481a-ab00-6378c633d933), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.717299 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-279dec88-13be-4dce-9d88-7f37dd94cfeb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0370471 Mar 20 16:18:19.765408 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293398-c070-476a-9fd3-d391bee6852a req-11633bdb-a6eb-449c-a0af-81f845cfbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:19.767324 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d293398-c070-476a-9fd3-d391bee6852a req-11633bdb-a6eb-449c-a0af-81f845cfbc5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1128 time: 0.0621142 Mar 20 16:18:19.781426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46650) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:19.795137 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8af8efbf-1a91-47c1-81b7-7881a5ef2dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.799205 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-2a57a0d7-df50-4a5a-bd31-be39fc73d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:19.800732 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-2a57a0d7-df50-4a5a-bd31-be39fc73d73b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0769415 Mar 20 16:18:19.803071 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 4f688a48-a971-481a-ab00-6378c633d933 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:19.803461 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (4f688a48-a971-481a-ab00-6378c633d933), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.826324 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f688a48-a971-481a-ab00-6378c633d933'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:19.833643 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-c84c3242-0940-4e5f-8773-dc89f0ff294c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266445 Mar 20 16:18:19.907833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=4f688a48-a971-481a-ab00-6378c633d933,segment=NetworkSegment(8f87a13c-1726-4130-848c-527578350890),segment_id=8f87a13c-1726-4130-848c-527578350890)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:19.913736 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:19.957973 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-ac236e32-368f-45e0-a440-97ddaa7e9b95 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133456 Mar 20 16:18:19.974497 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:20.015496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293398-c070-476a-9fd3-d391bee6852a req-6f98dd69-c37a-4ec2-a820-1e782703a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.016893 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d293398-c070-476a-9fd3-d391bee6852a req-6f98dd69-c37a-4ec2-a820-1e782703a8b2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2188301 Mar 20 16:18:20.058363 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d75b2-ae33-4932-bfee-cfba008f19ae" -d '{"events": [{"server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "name": "network-vif-plugged", "status": "completed", "tag": "4f688a48-a971-481a-ab00-6378c633d933"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:20.119444 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.42', 61843) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:20.277201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac218a9-364f-434b-861c-618836d5f3ad x-openstack-request-id: req-2ac218a9-364f-434b-861c-618836d5f3ad {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:20.277508 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "name": "network-vif-plugged", "status": "completed", "tag": "4f688a48-a971-481a-ab00-6378c633d933", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:20.279207 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ac218a9-364f-434b-861c-618836d5f3ad {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:20.279674 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f688a48-a971-481a-ab00-6378c633d933', 'code': 200} Mar 20 16:18:20.282885 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e22e9c7-c17b-446b-9865-96808cff9620 req-3801c7d5-19bb-4691-b349-ee0d87558d1d service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071795 Mar 20 16:18:20.296446 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8af8efbf-1a91-47c1-81b7-7881a5ef2dee admin admin] Publish callbacks [] for security_group (d35ebbd7-cc89-442f-a3bd-ccfd017ce016), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:20.325903 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8af8efbf-1a91-47c1-81b7-7881a5ef2dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d35ebbd7-cc89-442f-a3bd-ccfd017ce016), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:20.369626 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-ff9bbcea-cccc-4df3-a827-bc5d3cdc4772 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.371969 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-ff9bbcea-cccc-4df3-a827-bc5d3cdc4772 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 817 time: 0.2258527 Mar 20 16:18:20.400133 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d84150b3-5d04-410c-b9b8-4ae8a27f42b8 req-d79eaff7-9053-476d-94b8-fc4949f49cbc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0568650 Mar 20 16:18:20.457371 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8af8efbf-1a91-47c1-81b7-7881a5ef2dee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73aa1e9bd0b745a4840d444da15edd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6746230 Mar 20 16:18:20.464032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46678) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:20.491761 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8efbf-1a91-47c1-81b7-7881a5ef2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ebbd7-cc89-442f-a3bd-ccfd017ce016,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:20.496015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293398-c070-476a-9fd3-d391bee6852a req-c9957fed-ce9c-4db0-b6c6-51421e91484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.498118 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d293398-c070-476a-9fd3-d391bee6852a req-c9957fed-ce9c-4db0-b6c6-51421e91484c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4699085 Mar 20 16:18:20.534524 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941793-92dd-4fe3-b727-75ab38ff8c8b req-f9cf0438-bdcd-49f3-91e8-777b9d23456d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.542922 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b941793-92dd-4fe3-b727-75ab38ff8c8b req-f9cf0438-bdcd-49f3-91e8-777b9d23456d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.2532737 Mar 20 16:18:20.644393 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-f84eaf24-61f6-45df-a4c0-e1409eebdd50 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 378 time: 0.2046993 Mar 20 16:18:20.661746 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'port': {'device_id': '61ee58d3-f66c-470a-a234-4f32da43a325', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'admin_state_up': True, 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'security_groups': ['67a4c5af-409f-47c4-8d71-03e4de9e71a1']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:20.669310 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f41df6-cc02-4f54-897f-2d4c35569634 req-54b453e1-eced-4b2b-b853-90ff8893aaad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.671151 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8f41df6-cc02-4f54-897f-2d4c35569634 req-54b453e1-eced-4b2b-b853-90ff8893aaad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.1584895 Mar 20 16:18:20.679593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-db61c4c9-8225-4f5b-b3d3-060c4246324f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.681235 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-db61c4c9-8225-4f5b-b3d3-060c4246324f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 811 time: 0.2983127 Mar 20 16:18:20.683659 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] Publish callbacks [] for security_group (d35ebbd7-cc89-442f-a3bd-ccfd017ce016), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:20.693114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.42', 61851) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:20.745408 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b941793-92dd-4fe3-b727-75ab38ff8c8b req-368bba42-1161-4b67-9339-d79d96a379e7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978061 Mar 20 16:18:20.807413 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-b00aad84-52eb-43e6-99eb-b4401fdd5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.809342 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-b00aad84-52eb-43e6-99eb-b4401fdd5cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1128 time: 0.2051315 Mar 20 16:18:20.814481 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] Publish callbacks [] for security_group (d35ebbd7-cc89-442f-a3bd-ccfd017ce016), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:20.889556 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-51f98cfa-7ac7-4836-849a-6ea41a15cf1f req-189f23d2-58e5-4f37-8137-424fd9932955 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Mar 20 16:18:20.895019 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-456791dc-20d4-4e3c-a88a-91842f39eca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc HTTP/1.1" status: 200 len: 217 time: 0.0715234 Mar 20 16:18:20.901294 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Made reservation on behalf of bd30e021475547fea71a24a023e0fe49 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:20.905356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:20.914469 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e8f41df6-cc02-4f54-897f-2d4c35569634 req-de29696d-5a4e-4c07-945c-d26d5438b454 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321193 Mar 20 16:18:20.931578 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5c9c1a7b-e811-4349-86f6-0ea6487c6a34 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 379 time: 0.2096972 Mar 20 16:18:20.951634 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'port': {'device_id': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'admin_state_up': True, 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'security_groups': ['25e0f008-c67f-499e-ac3c-4de3ee84be14']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:20.960324 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7fe62f7d-4a14-4a71-9ca5-1653c61acf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.962192 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7fe62f7d-4a14-4a71-9ca5-1653c61acf2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 1129 time: 0.2532415 Mar 20 16:18:20.984786 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-33e7e424-a114-4cc4-b462-883dd232505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:20.986539 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-33e7e424-a114-4cc4-b462-883dd232505a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0785124 Mar 20 16:18:21.021557 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-314f6811-39f1-4ef5-a0f0-5cf6ddd6a13c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290778 Mar 20 16:18:21.022629 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7bc2b66a-de66-4694-a562-c2d724857c07 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.040314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d35ebbd7-cc89-442f-a3bd-ccfd017ce016), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.042904 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.044318 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d35ebbd7-cc89-442f-a3bd-ccfd017ce016 HTTP/1.1" status: 204 len: 168 time: 0.5328956 Mar 20 16:18:21.073034 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c98b78-93fd-4d6e-ad09-5e856a5efbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ebbd7-cc89-442f-a3bd-ccfd017ce016,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:21.173925 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Made reservation on behalf of ee6c1373cfca4082bb000ddeb48e6155 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:21.184764 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.237919 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Allocated IP 172.20.0.6 (e4ada093-a59d-4334-8f07-68e4be5facba/5ea6c9e0-b135-41a0-b069-68f6f0d86a04/55f6ac2e-bfa0-44e7-9db7-2db9006c72cf) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:21.238860 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7bc2b66a-de66-4694-a562-c2d724857c07 service neutron] Publish callbacks [] for security_group (d7ea950e-4cb4-4e7e-88e1-323e7eeac395), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.251332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7bc2b66a-de66-4694-a562-c2d724857c07 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d7ea950e-4cb4-4e7e-88e1-323e7eeac395), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.326617 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.355906 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-b2d57ecf-9cce-42d5-859a-0f9f94443c9a service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251579 Mar 20 16:18:21.380064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2b66a-de66-4694-a562-c2d724857c07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea950e-4cb4-4e7e-88e1-323e7eeac395,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:21.385239 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-243d490b-cd62-4e5d-887f-4504319fe7ab req-7bc2b66a-de66-4694-a562-c2d724857c07 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052672 Mar 20 16:18:21.402003 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.476011 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Allocated IP 172.20.0.3 (f03fa334-bc26-4117-bfca-45830df37aac/f75d51aa-db4b-4ceb-893e-519c452d235e/36e93d5e-0ebd-4688-a1c9-8fe8a419f028) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:21.704652 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.715983 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59aee56c-83dc-4a48-81f6-08cd5d4459ff req-0c45b063-98d2-4d86-81d1-7ad519b10b90 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0322254 Mar 20 16:18:21.716995 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.751742 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.773979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Network e4ada093-a59d-4334-8f07-68e4be5facba is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:21.780318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:21.792394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:21.797572 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:21.798281 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:21.834928 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:21.844921 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:21.853035 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d9596e1-c6e3-486a-aa53-d13fbeab79a6 req-92764d0d-fe55-4a75-8bdd-c8387e90e129 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852555 Mar 20 16:18:21.858183 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5fb11dd1-0498-46b5-b79f-ffa6c2045f24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2026558 Mar 20 16:18:21.879070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Request body: {'port': {'device_id': '61ee58d3-f66c-470a-a234-4f32da43a325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:21.891080 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Network f03fa334-bc26-4117-bfca-45830df37aac is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:21.914398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:21.936228 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:21.942590 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:21.943220 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.002064 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.017559 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1982da-a872-4b2e-be7a-feb552343d54 req-114ea1e9-fe48-4eda-bbd0-b37d4b061c57 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:22.022903 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc1982da-a872-4b2e-be7a-feb552343d54 req-114ea1e9-fe48-4eda-bbd0-b37d4b061c57 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.1829569 Mar 20 16:18:22.029569 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-48f12c94-dd4f-4274-86f1-b9aa92ded8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901351 Mar 20 16:18:22.064635 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Request body: {'port': {'device_id': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:22.138907 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc1982da-a872-4b2e-be7a-feb552343d54 req-d1425b66-2dd0-430a-960b-e97ee980dde2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080465 Mar 20 16:18:22.217864 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.272560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-df7af4c3-2d18-4a3e-80bd-a76a88054fb8 None None] Provisioning complete for port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:22.272560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df7af4c3-2d18-4a3e-80bd-a76a88054fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.284575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fb6c9-f34c-4b35-8f84-70f68a3355b8 req-11f29235-2f7e-4010-a31a-28e79ddab4e6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:22.286110 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b4fb6c9-f34c-4b35-8f84-70f68a3355b8 req-11f29235-2f7e-4010-a31a-28e79ddab4e6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 931 time: 0.2641163 Mar 20 16:18:22.339997 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-df7af4c3-2d18-4a3e-80bd-a76a88054fb8 None None] Port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:18:22.391929 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b4fb6c9-f34c-4b35-8f84-70f68a3355b8 req-b620c992-1421-450d-b8ab-70c3c6fce245 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974104 Mar 20 16:18:22.439824 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46762) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:22.460778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9cfdd9f1-f8ce-4538-9a33-dbc703df7be6 None None] Provisioning complete for port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:22.461463 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd9f1-f8ce-4538-9a33-dbc703df7be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.467460 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd973b-697b-4283-af29-7b57dbd046b3 req-fe213472-d62c-42ce-8d85-cea4c607b2ad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:22.469006 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75dd973b-697b-4283-af29-7b57dbd046b3 req-fe213472-d62c-42ce-8d85-cea4c607b2ad tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.2308838 Mar 20 16:18:22.492895 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:22.512377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks [] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.513574 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdd9f1-f8ce-4538-9a33-dbc703df7be6 None None] Port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:18:22.536333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Transition to ACTIVE for port object 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:22.541629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.603266 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:22.622891 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75dd973b-697b-4283-af29-7b57dbd046b3 req-081a2fb6-9576-4175-aaf7-015ad815ebeb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430237 Mar 20 16:18:22.671337 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Attempting to bind port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:22.671580 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Attempting to bind port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:22.671910 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Attempting to bind port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:22.686149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-55c20e05-161a-42de-a233-2027efdc1aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.689150 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf on network e4ada093-a59d-4334-8f07-68e4be5facba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:22.689478 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Attempting to bind port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:22.703947 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:22.704303 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Checking segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:22.704668 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Bound using segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:22.705112 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Bound port: 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:22.705469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.841562 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:22.854233 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:22.869856 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks [] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.890650 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:22.891378 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Transition to ACTIVE for port object 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:22.899856 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.918038 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:22.976591 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:22.986917 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e815-da3a-4e84-9c74-4844ab7d1647 req-0f37560b-876c-485f-8a2a-e11a16ad6739 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:22.994470 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72a5e815-da3a-4e84-9c74-4844ab7d1647 req-0f37560b-876c-485f-8a2a-e11a16ad6739 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 931 time: 0.1544600 Mar 20 16:18:23.003973 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.004757 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.006025 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Attempting to bind port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:23.006440 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Attempting to bind port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:23.006693 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 1093 time: 1.1317084 Mar 20 16:18:23.006801 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Attempting to bind port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:23.008155 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:23.011007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b77d75-4a57-4269-bece-c1b493450ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:23.011437 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 on network f03fa334-bc26-4117-bfca-45830df37aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:23.011761 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Attempting to bind port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:23.020769 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-55c20e05-161a-42de-a233-2027efdc1aaf admin admin] Publish callbacks [] for security_group (9832cda8-07a4-4011-8be0-9810ac1f5e45), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.031854 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:23.032200 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Checking segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:23.034780 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Bound using segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:23.035435 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Bound port: 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:23.035838 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.076341 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-55c20e05-161a-42de-a233-2027efdc1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9832cda8-07a4-4011-8be0-9810ac1f5e45), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.082472 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b468d37-81e5-40d3-aee0-a71b89c1ee45 x-openstack-request-id: req-4b468d37-81e5-40d3-aee0-a71b89c1ee45 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:23.082764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:23.083060 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b468d37-81e5-40d3-aee0-a71b89c1ee45 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:23.083464 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'status': 'completed', 'code': 200} Mar 20 16:18:23.129802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c20e05-161a-42de-a233-2027efdc1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832cda8-07a4-4011-8be0-9810ac1f5e45,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:23.181363 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904855c-b9d6-4c22-9b6a-3561149841c5 service neutron] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:23.215595 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72a5e815-da3a-4e84-9c74-4844ab7d1647 req-77d07cc3-6c07-479a-a50a-e2232e4d1189 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198997 Mar 20 16:18:23.228122 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-55c20e05-161a-42de-a233-2027efdc1aaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0f40b7d9c8e46f784c78e588c4c4e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871764 Mar 20 16:18:23.232113 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46798) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:23.260936 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:23.275110 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:23.291128 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.309163 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-ebac8253-6922-4313-90e5-8049fe18bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.310754 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-ebac8253-6922-4313-90e5-8049fe18bd69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1127 time: 0.1884604 Mar 20 16:18:23.335164 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] Publish callbacks [] for security_group (9832cda8-07a4-4011-8be0-9810ac1f5e45), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.395835 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.396458 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.397874 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 1093 time: 1.3396142 Mar 20 16:18:23.399159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:23.401565 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185d39cd-7d56-4077-b526-7469d4cb0e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:23.434212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54910f-077e-4d36-a6c3-63f6b3ec56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:23.444672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4426a-34ae-43a7-895c-fe433f984465 req-ddce3d98-6e54-4572-8b1c-1c3c1276fdeb tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.452065 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbf4426a-34ae-43a7-895c-fe433f984465 req-ddce3d98-6e54-4572-8b1c-1c3c1276fdeb tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.0989399 Mar 20 16:18:23.484156 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-df44ab53-1fb5-4267-900f-a162df222211 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 217 time: 0.1559522 Mar 20 16:18:23.521543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46810) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:23.618243 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbf4426a-34ae-43a7-895c-fe433f984465 req-5d9e1892-a215-4eea-8dbb-b066b57d9839 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538310 Mar 20 16:18:23.625270 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887b877a-017f-4e73-9838-c1c9abf9d6e0 x-openstack-request-id: req-887b877a-017f-4e73-9838-c1c9abf9d6e0 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:23.625560 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:23.625813 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-887b877a-017f-4e73-9838-c1c9abf9d6e0 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:23.626217 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'status': 'completed', 'code': 200} Mar 20 16:18:23.631721 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b3942a30-936f-4001-891b-653f1016be32 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:23.651074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] Publish callbacks [] for security_group (9832cda8-07a4-4011-8be0-9810ac1f5e45), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.667919 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5b485d64-5824-4a3d-b55f-363b5b63939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.669762 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-5b485d64-5824-4a3d-b55f-363b5b63939c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.1640036 Mar 20 16:18:23.694055 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-770295a6-4480-4cb8-8caa-cb3965c35e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.696197 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-770295a6-4480-4cb8-8caa-cb3965c35e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1127 time: 0.2221575 Mar 20 16:18:23.774467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-b413dd6d-16e8-4d02-b793-ccd77e634dec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 217 time: 0.0631289 Mar 20 16:18:23.828467 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b3942a30-936f-4001-891b-653f1016be32,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:23.841443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'b3942a30-936f-4001-891b-653f1016be32', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'port_id': 'b3942a30-936f-4001-891b-653f1016be32', 'mac_address': 'fa:16:3e:28:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:23.870992 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-ab97fc1b-c189-4b93-a06f-80de9c07096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.873281 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-ab97fc1b-c189-4b93-a06f-80de9c07096a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0590849 Mar 20 16:18:23.887364 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9832cda8-07a4-4011-8be0-9810ac1f5e45), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.891980 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.896549 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9832cda8-07a4-4011-8be0-9810ac1f5e45 HTTP/1.1" status: 204 len: 168 time: 0.6569247 Mar 20 16:18:23.920614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b3942a30-936f-4001-891b-653f1016be32 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:23.921525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b3942a30-936f-4001-891b-653f1016be32), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:23.922000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-c9f09dac-26df-41de-9c64-c929e785e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.927563 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-c9f09dac-26df-41de-9c64-c929e785e98d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2483463 Mar 20 16:18:23.929497 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd4251-5ea8-43bc-92a0-0f92357bcf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832cda8-07a4-4011-8be0-9810ac1f5e45,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:23.947319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827e604-a825-4a53-b89d-609389d071c1 req-ae1b5ddd-e5bf-4c19-9425-4a620a2d8444 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.949008 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9827e604-a825-4a53-b89d-609389d071c1 req-ae1b5ddd-e5bf-4c19-9425-4a620a2d8444 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1767702 Mar 20 16:18:23.957161 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3942a30-936f-4001-891b-653f1016be32 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:23.987302 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-cf505091-7883-48e0-aed5-d0cbfe2be416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:23.989520 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-cf505091-7883-48e0-aed5-d0cbfe2be416 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064558 Mar 20 16:18:24.000586 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b3942a30-936f-4001-891b-653f1016be32,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:24.019651 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b3942a30-936f-4001-891b-653f1016be32), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.055191 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adfe-abdf-49a1-ac85-16907f7edb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.081913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d95c1-4d3f-4d1c-b9dd-4141fd071b09 req-ef51b24e-84df-4b6f-a8f5-2f6e82e510e5 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.082128 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9827e604-a825-4a53-b89d-609389d071c1 req-64c82faa-29b7-42bb-b0ea-b54179443ddf tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269381 Mar 20 16:18:24.083518 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea4d95c1-4d3f-4d1c-b9dd-4141fd071b09 req-ef51b24e-84df-4b6f-a8f5-2f6e82e510e5 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.3166294 Mar 20 16:18:24.117465 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:24.157482 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-66f2495b-fcf4-4c66-b527-eb8e5e260cfd service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609080 Mar 20 16:18:24.212447 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-add7f265-f7ab-4e72-90eb-6f1f2190b45a service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769389 Mar 20 16:18:24.225276 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea4d95c1-4d3f-4d1c-b9dd-4141fd071b09 req-2a793939-0b6a-43a2-ba38-955cf2cc49e6 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305630 Mar 20 16:18:24.338715 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ac8ee73-06e6-421e-9022-145b38f37213 req-2edf36c5-adce-49ef-bb56-d67a30518998 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722879 Mar 20 16:18:24.357872 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adfe-abdf-49a1-ac85-16907f7edb96 admin admin] Publish callbacks [] for security_group (21b7fd59-1eea-419c-872f-013d717f7cd6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.360340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3629f-d64c-425b-97a5-b0608407005d req-d7700c0f-e417-4510-aaf3-88f7ea00b604 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.361976 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4fd3629f-d64c-425b-97a5-b0608407005d req-d7700c0f-e417-4510-aaf3-88f7ea00b604 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 943 time: 0.0777602 Mar 20 16:18:24.370968 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebf6adfe-abdf-49a1-ac85-16907f7edb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (21b7fd59-1eea-419c-872f-013d717f7cd6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.380210 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['b3942a30-936f-4001-891b-653f1016be32'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:24.487408 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4fd3629f-d64c-425b-97a5-b0608407005d req-d0af3b19-f046-418b-a677-4a3c394b44dc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188815 Mar 20 16:18:24.531245 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46858) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:24.553658 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21106fd1-2222-449e-b5fc-80296bda0d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.567418 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6adfe-abdf-49a1-ac85-16907f7edb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7fd59-1eea-419c-872f-013d717f7cd6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:24.591364 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ebf6adfe-abdf-49a1-ac85-16907f7edb96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6444a21e01df4a22959cb322ed2b566f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0649498 Mar 20 16:18:24.592155 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46864) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:24.593662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-7ee3136c-9cb6-495e-acb4-76963941a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.595475 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-7ee3136c-9cb6-495e-acb4-76963941a2fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1127 time: 0.1366653 Mar 20 16:18:24.614381 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e09dc9c-3806-4e4e-ae82-6bc5d3890b49 req-c868eda5-77dc-46cf-9fa1-f62866b2ef3a service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912003 Mar 20 16:18:24.704462 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] Publish callbacks [] for security_group (21b7fd59-1eea-419c-872f-013d717f7cd6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.751095 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] Publish callbacks [] for security_group (21b7fd59-1eea-419c-872f-013d717f7cd6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.765884 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-40e019a1-d700-4921-b0a5-9ae27b8d2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.767387 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-40e019a1-d700-4921-b0a5-9ae27b8d2ccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.1509459 Mar 20 16:18:24.825038 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340e31-ae76-4dcb-ae83-ce3e08c208b3 req-efce2968-0825-4baa-a8ef-cedf10792cd1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.826602 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7340e31-ae76-4dcb-ae83-ce3e08c208b3 req-efce2968-0825-4baa-a8ef-cedf10792cd1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.1375771 Mar 20 16:18:24.838980 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-145274ad-b111-4dad-91dc-819ed177ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:24.840919 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-145274ad-b111-4dad-91dc-819ed177ec5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1127 time: 0.1032646 Mar 20 16:18:24.847118 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-b213eab2-9e50-4a6f-a34e-b5dd6ff76c16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 217 time: 0.0730593 Mar 20 16:18:24.876261 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (21b7fd59-1eea-419c-872f-013d717f7cd6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.880070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.884562 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21b7fd59-1eea-419c-872f-013d717f7cd6 HTTP/1.1" status: 204 len: 168 time: 0.2911103 Mar 20 16:18:24.925871 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21106fd1-2222-449e-b5fc-80296bda0d9c admin admin] Publish callbacks [] for security_group (33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.943897 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21106fd1-2222-449e-b5fc-80296bda0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:24.949749 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8004d-7bee-4031-8da1-b9cf25a12c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7fd59-1eea-419c-872f-013d717f7cd6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:24.973761 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7340e31-ae76-4dcb-ae83-ce3e08c208b3 req-2340666b-30f1-498f-afe8-603d229e2012 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316378 Mar 20 16:18:25.020537 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21106fd1-2222-449e-b5fc-80296bda0d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:25.039300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-0861e568-369f-4079-aa67-c92d3c124e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.039922 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-cc5271e4-5213-4cef-ba67-0c8d7ff99e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.041764 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-0861e568-369f-4079-aa67-c92d3c124e65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.1920447 Mar 20 16:18:25.043259 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-cc5271e4-5213-4cef-ba67-0c8d7ff99e13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.1820159 Mar 20 16:18:25.046597 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-21106fd1-2222-449e-b5fc-80296bda0d9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16715d595c0a46478ad59704e58aa453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137718 Mar 20 16:18:25.049392 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46888) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:25.105834 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-41dc97c9-e1c7-4e3e-97da-8592c13cf7ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 217 time: 0.0498195 Mar 20 16:18:25.110188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-2ab0fa32-a112-4c08-8410-074127a394cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.116408 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-2ab0fa32-a112-4c08-8410-074127a394cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603232 Mar 20 16:18:25.172723 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-149f31d9-610e-4e66-9740-c0f49cda064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.174189 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-149f31d9-610e-4e66-9740-c0f49cda064b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0601621 Mar 20 16:18:25.177056 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] Publish callbacks [] for security_group (33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.239824 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] Publish callbacks [] for security_group (33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.251156 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46896) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:25.296094 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-f1fb64b5-af39-4e4f-87cf-4b6d6d0753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.298066 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-f1fb64b5-af39-4e4f-87cf-4b6d6d0753d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011326 Mar 20 16:18:25.363222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.365741 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.369451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68 HTTP/1.1" status: 204 len: 168 time: 0.3165712 Mar 20 16:18:25.380845 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8b33-9555-4cc5-af55-79a1699f29bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc4362-cfb3-4cb2-aa7e-a40c3dc88a68,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:25.423941 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46904) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:25.440314 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08a16463-c7a2-4d19-8772-afa8c7f1f11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.450789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-04c3eb57-5c37-4169-bfdf-7242808a05c2 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434155 Mar 20 16:18:25.504359 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-2a836db4-bd89-457f-9f10-03bf6059afdb service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803391 Mar 20 16:18:25.520984 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe96e-f854-4e2d-95b9-7936f4b6b894 req-abcab382-181f-4391-9270-4b32212ca7fb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.523788 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a9efe96e-f854-4e2d-95b9-7936f4b6b894 req-abcab382-181f-4391-9270-4b32212ca7fb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.3236032 Mar 20 16:18:25.549922 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46908) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:25.658348 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1812daa1-9d00-45bf-aacb-ae7db9a907bc details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:25.660573 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56b77d75-4a57-4269-bece-c1b493450ca9 req-51f966fc-4ee6-47c1-ad5b-75be88143c48 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996884 Mar 20 16:18:25.667750 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-89da2274-7f2b-424c-ad30-e46de4968fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.700420 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b3942a30-936f-4001-891b-653f1016be32 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:25.710935 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3ff00-4260-4322-8e03-e13db9f90740 req-3de2d58b-e2d9-430d-81a4-fdd240b7e2ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:25.712710 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98f3ff00-4260-4322-8e03-e13db9f90740 req-3de2d58b-e2d9-430d-81a4-fdd240b7e2ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 943 time: 0.1253839 Mar 20 16:18:25.713532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e46449a2-1702-4c5b-be4d-0e1cbe62a47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.727140 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08a16463-c7a2-4d19-8772-afa8c7f1f11c admin admin] Publish callbacks [] for security_group (5d0a96cb-b9db-491f-8262-bf316df2c05b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.753256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08a16463-c7a2-4d19-8772-afa8c7f1f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5d0a96cb-b9db-491f-8262-bf316df2c05b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.782635 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a9efe96e-f854-4e2d-95b9-7936f4b6b894 req-f595eb43-a4de-459d-9656-476b9fcf3988 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343371 Mar 20 16:18:25.798158 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-08a16463-c7a2-4d19-8772-afa8c7f1f11c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca9964c6548b431783cb2613aedc8440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708844 Mar 20 16:18:25.798402 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-185d39cd-7d56-4077-b526-7469d4cb0e3c req-bba2f983-617b-4340-a6d5-ec3d8d340ec8 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654264 Mar 20 16:18:25.799050 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46916) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:25.842556 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port b3942a30-936f-4001-891b-653f1016be32 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:18:25.850989 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port b3942a30-936f-4001-891b-653f1016be32 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:25.851912 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b3942a30-936f-4001-891b-653f1016be32), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.869124 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a16463-c7a2-4d19-8772-afa8c7f1f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a96cb-b9db-491f-8262-bf316df2c05b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:25.907795 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98f3ff00-4260-4322-8e03-e13db9f90740 req-53114c66-146e-4bce-9387-d30f114cf183 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870139 Mar 20 16:18:25.908388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:25.936386 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '1812daa1-9d00-45bf-aacb-ae7db9a907bc', 'network_id': '519f08c3-ed11-40a1-a871-2b610509f532', 'port_id': '1812daa1-9d00-45bf-aacb-ae7db9a907bc', 'mac_address': 'fa:16:3e:6b:1e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b1ea36-8d52-4651-bb99-804e9527de31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:25.940404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-89da2274-7f2b-424c-ad30-e46de4968fc5 admin admin] Publish callbacks [] for security_group (d58618c4-dfe5-40e6-83b7-af59dc48c77a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.959114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-89da2274-7f2b-424c-ad30-e46de4968fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d58618c4-dfe5-40e6-83b7-af59dc48c77a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.971785 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e46449a2-1702-4c5b-be4d-0e1cbe62a47e admin admin] Publish callbacks [] for security_group (65e45776-114c-4898-b938-63b9fd44b6f7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.979462 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e46449a2-1702-4c5b-be4d-0e1cbe62a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (65e45776-114c-4898-b938-63b9fd44b6f7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:25.981101 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] Publish callbacks [] for security_group (5d0a96cb-b9db-491f-8262-bf316df2c05b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.053832 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] Publish callbacks [] for security_group (5d0a96cb-b9db-491f-8262-bf316df2c05b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.056043 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da2274-7f2b-424c-ad30-e46de4968fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58618c4-dfe5-40e6-83b7-af59dc48c77a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.074725 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-89da2274-7f2b-424c-ad30-e46de4968fc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22613a0359224b36b9cdb32be35169bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8196151 Mar 20 16:18:26.076991 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b3942a30-936f-4001-891b-653f1016be32 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:26.077317 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b3942a30-936f-4001-891b-653f1016be32), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.081630 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46930) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:26.084331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46449a2-1702-4c5b-be4d-0e1cbe62a47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e45776-114c-4898-b938-63b9fd44b6f7,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.096669 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e46449a2-1702-4c5b-be4d-0e1cbe62a47e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9790069551af49cc909b568949a165ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5455410 Mar 20 16:18:26.099177 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46932) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:26.104472 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 1812daa1-9d00-45bf-aacb-ae7db9a907bc is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:26.104472 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.139306 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b3942a30-936f-4001-891b-653f1016be32,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:26.145388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3942a30-936f-4001-891b-653f1016be32'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:26.145388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85774cf-cb56-4549-a07c-64a8bbc719e6" -d '{"events": [{"server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "name": "network-vif-plugged", "status": "completed", "tag": "b3942a30-936f-4001-891b-653f1016be32"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:26.156599 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b3942a30-936f-4001-891b-653f1016be32), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.197118 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] Publish callbacks [] for security_group (65e45776-114c-4898-b938-63b9fd44b6f7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.232591 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1812daa1-9d00-45bf-aacb-ae7db9a907bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:26.238503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.247925 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] Publish callbacks [] for security_group (65e45776-114c-4898-b938-63b9fd44b6f7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.259224 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:26.259622 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b787-b101-428b-a9d9-a389ddbd0fbf req-433ef7e3-26a8-4d35-86e1-81afc241054d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:26.260608 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:18:26.264368 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.268296 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42e3b787-b101-428b-a9d9-a389ddbd0fbf req-433ef7e3-26a8-4d35-86e1-81afc241054d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 944 time: 0.1620467 Mar 20 16:18:26.296862 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] Publish callbacks [] for security_group (d58618c4-dfe5-40e6-83b7-af59dc48c77a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.301706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5d0a96cb-b9db-491f-8262-bf316df2c05b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.304261 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.305763 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d0a96cb-b9db-491f-8262-bf316df2c05b HTTP/1.1" status: 204 len: 168 time: 0.5057790 Mar 20 16:18:26.321285 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (65e45776-114c-4898-b938-63b9fd44b6f7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.324500 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.325828 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65e45776-114c-4898-b938-63b9fd44b6f7 HTTP/1.1" status: 204 len: 168 time: 0.2234128 Mar 20 16:18:26.331555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.339002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27293220-eee4-4ae5-9bf6-1271f35d3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e45776-114c-4898-b938-63b9fd44b6f7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.361337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa64f59-882f-4aa1-b872-aed9953e95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a96cb-b9db-491f-8262-bf316df2c05b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.369036 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42e3b787-b101-428b-a9d9-a389ddbd0fbf req-0a8dc541-8e9b-44d7-b742-f4135d8749ed tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992737 Mar 20 16:18:26.371876 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] Publish callbacks [] for security_group (d58618c4-dfe5-40e6-83b7-af59dc48c77a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.439018 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d58618c4-dfe5-40e6-83b7-af59dc48c77a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.442387 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:26.446796 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d58618c4-dfe5-40e6-83b7-af59dc48c77a HTTP/1.1" status: 204 len: 168 time: 0.3641100 Mar 20 16:18:26.461284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aff107-2230-4e91-b13c-875b6a17b182 x-openstack-request-id: req-48aff107-2230-4e91-b13c-875b6a17b182 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:26.461599 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "name": "network-vif-plugged", "status": "completed", "tag": "b3942a30-936f-4001-891b-653f1016be32", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:26.462009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48aff107-2230-4e91-b13c-875b6a17b182 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:26.462460 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3942a30-936f-4001-891b-653f1016be32', 'code': 200} Mar 20 16:18:26.469312 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98cd6b-c884-48d4-9c1c-10a5faaa0f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58618c4-dfe5-40e6-83b7-af59dc48c77a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:26.585284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['1812daa1-9d00-45bf-aacb-ae7db9a907bc'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:26.774569 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673c887-fccd-45f2-be1c-3066b0065324 req-b6c796db-2077-40eb-9203-16f7274ec8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:26.774569 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6673c887-fccd-45f2-be1c-3066b0065324 req-b6c796db-2077-40eb-9203-16f7274ec8d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.1019104 Mar 20 16:18:26.832516 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6673c887-fccd-45f2-be1c-3066b0065324 req-ef6f51b5-b926-4357-9c2a-0a2812ba225e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551572 Mar 20 16:18:26.958999 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b76d-7dc1-4106-bf71-3d5affa1d0c8 req-f5c1f898-5ac3-4d2e-9d17-3820439a6e08 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:26.960619 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6947b76d-7dc1-4106-bf71-3d5affa1d0c8 req-f5c1f898-5ac3-4d2e-9d17-3820439a6e08 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0564868 Mar 20 16:18:27.017945 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6947b76d-7dc1-4106-bf71-3d5affa1d0c8 req-5d44de8d-bb73-4712-bb6e-fc8441862092 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509672 Mar 20 16:18:27.065794 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22673d64-6467-4fc6-a884-b9dee576bc09 req-03916cfc-b97f-457d-a362-785e428e3d6f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:27.067450 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22673d64-6467-4fc6-a884-b9dee576bc09 req-03916cfc-b97f-457d-a362-785e428e3d6f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 943 time: 0.0725877 Mar 20 16:18:27.124990 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22673d64-6467-4fc6-a884-b9dee576bc09 req-d2552ca2-0b39-4359-bcd9-776ae73b1115 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508523 Mar 20 16:18:27.172405 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46978) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:27.186428 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101bcea5-f8f4-4a6f-ab89-6f6c80982173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.232217 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 46980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:27.253129 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecce448e-3172-4906-9aad-9eaab8dd0381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.298854 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101bcea5-f8f4-4a6f-ab89-6f6c80982173 admin admin] Publish callbacks [] for security_group (cf4b3593-2568-471f-9b84-940c432935bb), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.305391 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-101bcea5-f8f4-4a6f-ab89-6f6c80982173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cf4b3593-2568-471f-9b84-940c432935bb), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.361859 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-101bcea5-f8f4-4a6f-ab89-6f6c80982173 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a727d1123db84e6883e3dc2ac52ada73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868873 Mar 20 16:18:27.364221 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46982) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:27.364676 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecce448e-3172-4906-9aad-9eaab8dd0381 admin admin] Publish callbacks [] for security_group (9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.370078 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecce448e-3172-4906-9aad-9eaab8dd0381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.387661 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bcea5-f8f4-4a6f-ab89-6f6c80982173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b3593-2568-471f-9b84-940c432935bb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:27.429184 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] Publish callbacks [] for security_group (cf4b3593-2568-471f-9b84-940c432935bb), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.448637 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ecce448e-3172-4906-9aad-9eaab8dd0381 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfeb44630ed2458393fa78cab98772e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122548 Mar 20 16:18:27.448796 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 46990) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:27.449720 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce448e-3172-4906-9aad-9eaab8dd0381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:27.478574 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] Publish callbacks [] for security_group (cf4b3593-2568-471f-9b84-940c432935bb), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.567584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] Publish callbacks [] for security_group (9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.592152 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ade498-e5ad-48d3-a2b9-441de9943bfb req-4736fb00-5af3-4808-8124-ec14994a12f9 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:27.593841 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51ade498-e5ad-48d3-a2b9-441de9943bfb req-4736fb00-5af3-4808-8124-ec14994a12f9 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 945 time: 0.1133060 Mar 20 16:18:27.604580 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] Publish callbacks [] for security_group (9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.618136 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cf4b3593-2568-471f-9b84-940c432935bb), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.620694 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.622291 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf4b3593-2568-471f-9b84-940c432935bb HTTP/1.1" status: 204 len: 168 time: 0.2568650 Mar 20 16:18:27.647711 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:27.657841 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1812daa1-9d00-45bf-aacb-ae7db9a907bc up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:27.660806 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc5c6f-b9fa-4ff3-a4c5-5776cc40c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b3593-2568-471f-9b84-940c432935bb,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:27.687173 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-51ade498-e5ad-48d3-a2b9-441de9943bfb req-4aced9f4-244d-48e1-80db-9008e8567e89 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802488 Mar 20 16:18:27.724713 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.728351 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.730035 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2 HTTP/1.1" status: 204 len: 168 time: 0.2800531 Mar 20 16:18:27.741958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59bc8-7017-43bd-bf36-c5db239d7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd17ec4-b0b9-405d-a2d8-1525a9f8f9f2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:27.812500 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 1812daa1-9d00-45bf-aacb-ae7db9a907bc completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:18:27.831629 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 1812daa1-9d00-45bf-aacb-ae7db9a907bc triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:27.832542 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.893448 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:27.957963 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 1812daa1-9d00-45bf-aacb-ae7db9a907bc is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:27.966027 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:27.969759 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:28.057904 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:28.068660 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:28.075234 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:28.075735 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:28.130289 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:28.168383 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:28.175023 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:28.188557 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:28.190870 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:28.215918 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621bf8-bf71-4567-98bb-2288e7f19c99 req-016bdd15-5655-4b3f-8118-78df013bd07e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:28.232059 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd621bf8-bf71-4567-98bb-2288e7f19c99 req-016bdd15-5655-4b3f-8118-78df013bd07e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1177421 Mar 20 16:18:28.282575 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4763a-e19f-42af-9bea-b1210ff4c483 req-add23b40-7e86-4e9b-a0f1-64907f03f3cc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:28.289804 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75b4763a-e19f-42af-9bea-b1210ff4c483 req-add23b40-7e86-4e9b-a0f1-64907f03f3cc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 943 time: 0.0842147 Mar 20 16:18:28.301094 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:28.337519 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd621bf8-bf71-4567-98bb-2288e7f19c99 req-d279a858-6db0-4650-a5a9-e2338766d477 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042733 Mar 20 16:18:28.357241 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-75b4763a-e19f-42af-9bea-b1210ff4c483 req-1069b617-69a5-428a-870a-533c4ccd0bfb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629303 Mar 20 16:18:28.379390 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:28.390927 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'port_id': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'mac_address': 'fa:16:3e:04:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:28.438329 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:28.439216 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:28.459134 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:28.466042 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:28.468645 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c40dd2-85cc-4fd8-86f9-358bf66d04d7" -d '{"events": [{"server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:28.493791 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:28.499786 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:28.508066 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e456d11-220f-49e0-911b-f70e898492b3 x-openstack-request-id: req-1e456d11-220f-49e0-911b-f70e898492b3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:28.508362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:28.508979 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e456d11-220f-49e0-911b-f70e898492b3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:28.509387 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc', 'code': 200} Mar 20 16:18:28.563236 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:28.739519 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30ff0-167f-4882-a5f7-5cb9c3462ee1 req-8619aa08-5cc9-49b5-9afb-0ba7ca9678a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:28.741582 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a3e30ff0-167f-4882-a5f7-5cb9c3462ee1 req-8619aa08-5cc9-49b5-9afb-0ba7ca9678a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0523009 Mar 20 16:18:28.798959 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a3e30ff0-167f-4882-a5f7-5cb9c3462ee1 req-3c2dff49-3d93-4615-96e2-81d3cba69469 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Mar 20 16:18:28.832230 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0601e-8834-485b-96a0-3ceccdcffa66 req-dcfb1014-a561-4045-a7d9-5a2c6c80e63f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:28.832482 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31d0601e-8834-485b-96a0-3ceccdcffa66 req-dcfb1014-a561-4045-a7d9-5a2c6c80e63f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0553899 Mar 20 16:18:28.895686 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31d0601e-8834-485b-96a0-3ceccdcffa66 req-02961ed7-1250-47c1-bbd4-bbb575a54e4b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Mar 20 16:18:28.901461 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:28.957835 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['36e93d5e-0ebd-4688-a1c9-8fe8a419f028'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:29.482092 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ea6e5-3048-45ca-949f-b6eff2a74c79 req-e13ea09e-0ad9-4ab8-82ea-cea68f99fb8b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:29.483738 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa5ea6e5-3048-45ca-949f-b6eff2a74c79 req-e13ea09e-0ad9-4ab8-82ea-cea68f99fb8b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0744829 Mar 20 16:18:29.491798 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4bee8-a8a1-4f32-8a2d-ddc2d6bc83b7 req-c7d68c6d-6f91-4dca-a396-24c3c59b8cbf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:29.500491 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67c4bee8-a8a1-4f32-8a2d-ddc2d6bc83b7 req-c7d68c6d-6f91-4dca-a396-24c3c59b8cbf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 944 time: 0.0696833 Mar 20 16:18:29.539071 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fa5ea6e5-3048-45ca-949f-b6eff2a74c79 req-1fffbb7e-53d4-4d9a-93e3-ecdbe9b59f51 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497866 Mar 20 16:18:29.550448 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67c4bee8-a8a1-4f32-8a2d-ddc2d6bc83b7 req-3d896934-7a4f-4fb6-8d5d-feaf643496a7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489094 Mar 20 16:18:29.737845 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47126) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:29.993490 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa13-ff00-4459-9453-a2738e943b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.155615 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01b6a6-4fd3-4f3c-8ed2-0b18b6eff736 req-c27ea549-4baa-4bd4-ae2f-ddb83a90ebce tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:30.157167 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e01b6a6-4fd3-4f3c-8ed2-0b18b6eff736 req-c27ea549-4baa-4bd4-ae2f-ddb83a90ebce tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0949256 Mar 20 16:18:30.171558 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa13-ff00-4459-9453-a2738e943b51 admin admin] Publish callbacks [] for security_group (5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.194145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa13-ff00-4459-9453-a2738e943b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.313390 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e01b6a6-4fd3-4f3c-8ed2-0b18b6eff736 req-f9328ac0-1d0e-4cc8-a3e7-5fd281c90d39 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455929 Mar 20 16:18:30.325597 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-53c8aa13-ff00-4459-9453-a2738e943b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91763eb15fff4e89b3edb064ce57dda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864041 Mar 20 16:18:30.326282 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8aa13-ff00-4459-9453-a2738e943b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:30.328243 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47192) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:30.394300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] Publish callbacks [] for security_group (5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.420004 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] Publish callbacks [] for security_group (5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.499380 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.500452 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:30.504045 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3 HTTP/1.1" status: 204 len: 168 time: 0.1724608 Mar 20 16:18:30.512659 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be0157-1eaa-4b8c-9b53-e0b4b0eca197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250c6f5-d9e9-4cd9-ac8e-17aced7ce9c3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:30.697413 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5e88-0d8f-4fa4-9a91-2d89fe81c24e req-05b08aad-6546-4be3-9646-e9bf72b1f8af tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:30.699954 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91ca5e88-0d8f-4fa4-9a91-2d89fe81c24e req-05b08aad-6546-4be3-9646-e9bf72b1f8af tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0652103 Mar 20 16:18:30.705084 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982c22c-78d8-4be3-8aac-6181eaa9fc49 req-1b56c627-1a12-43ad-baf1-c178eae53624 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:30.707363 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d982c22c-78d8-4be3-8aac-6181eaa9fc49 req-1b56c627-1a12-43ad-baf1-c178eae53624 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 944 time: 0.0693953 Mar 20 16:18:30.765236 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d982c22c-78d8-4be3-8aac-6181eaa9fc49 req-51d39338-9d0d-4ca7-bfb8-3287203a61b0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510180 Mar 20 16:18:30.803916 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47218) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:30.830871 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91ca5e88-0d8f-4fa4-9a91-2d89fe81c24e req-70564bfd-33ee-40eb-9922-3a4eeaf1583d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197956 Mar 20 16:18:30.994476 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-24a95f03-3118-4e9b-a4bc-66aec33b27b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.155808 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-24a95f03-3118-4e9b-a4bc-66aec33b27b6 admin admin] Publish callbacks [] for security_group (cdd62f45-b59a-427c-9571-47a37dcca026), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.156856 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-24a95f03-3118-4e9b-a4bc-66aec33b27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cdd62f45-b59a-427c-9571-47a37dcca026), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.180878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47238) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:31.194437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46851e0a-11fc-41b8-a503-7bc910a31bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.199758 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95f03-3118-4e9b-a4bc-66aec33b27b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd62f45-b59a-427c-9571-47a37dcca026,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:31.207185 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-24a95f03-3118-4e9b-a4bc-66aec33b27b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4df42229ebb4472dad0de7c9ca78a1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020240 Mar 20 16:18:31.207767 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47240) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:31.255137 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] Publish callbacks [] for security_group (cdd62f45-b59a-427c-9571-47a37dcca026), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.275657 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46851e0a-11fc-41b8-a503-7bc910a31bb2 admin admin] Publish callbacks [] for security_group (6ac2bdfd-91d4-429d-981e-b6408f208681), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.277270 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] Publish callbacks [] for security_group (cdd62f45-b59a-427c-9571-47a37dcca026), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.279979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46851e0a-11fc-41b8-a503-7bc910a31bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6ac2bdfd-91d4-429d-981e-b6408f208681), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.319646 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46851e0a-11fc-41b8-a503-7bc910a31bb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e08cd5085ea412d9ed38bdf97b5aac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374016 Mar 20 16:18:31.320478 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851e0a-11fc-41b8-a503-7bc910a31bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac2bdfd-91d4-429d-981e-b6408f208681,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:31.322432 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47242) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:31.329761 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cdd62f45-b59a-427c-9571-47a37dcca026), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.332227 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.333310 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd62f45-b59a-427c-9571-47a37dcca026 HTTP/1.1" status: 204 len: 168 time: 0.1242929 Mar 20 16:18:31.369847 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79c0b-554d-41f1-9293-b37c601d9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd62f45-b59a-427c-9571-47a37dcca026,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:31.412021 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] Publish callbacks [] for security_group (6ac2bdfd-91d4-429d-981e-b6408f208681), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.453519 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] Publish callbacks [] for security_group (6ac2bdfd-91d4-429d-981e-b6408f208681), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.489699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d83e2-ff15-410f-9284-b69d48606ea6 req-b63fdfc4-221a-4dd6-a562-8ed114574c70 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:31.491309 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-673d83e2-ff15-410f-9284-b69d48606ea6 req-b63fdfc4-221a-4dd6-a562-8ed114574c70 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0928106 Mar 20 16:18:31.547637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6ac2bdfd-91d4-429d-981e-b6408f208681), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.550135 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.551288 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ac2bdfd-91d4-429d-981e-b6408f208681 HTTP/1.1" status: 204 len: 168 time: 0.2279096 Mar 20 16:18:31.558487 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-673d83e2-ff15-410f-9284-b69d48606ea6 req-25716cf7-2994-4a43-8602-6c02872a7989 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590243 Mar 20 16:18:31.563520 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75191de-9c1f-4b33-8193-5334afd76bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac2bdfd-91d4-429d-981e-b6408f208681,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:31.676215 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:31.732353 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47256) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:31.751292 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55815614-b84f-4585-b26e-71e1798ae66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.752261 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:18:31.766194 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:31.767240 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.909082 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:31.909419 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.937116 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55815614-b84f-4585-b26e-71e1798ae66b admin admin] Publish callbacks [] for security_group (a93c5e52-796d-4ad0-acfa-23a9c881c9bd), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.939463 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948a38-c3b5-4541-aa9a-50a1b248594b req-cd3fe3b8-d441-4b95-b34b-a4b9ad8e1827 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:31.941405 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98948a38-c3b5-4541-aa9a-50a1b248594b req-cd3fe3b8-d441-4b95-b34b-a4b9ad8e1827 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 944 time: 0.0580840 Mar 20 16:18:31.946531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55815614-b84f-4585-b26e-71e1798ae66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a93c5e52-796d-4ad0-acfa-23a9c881c9bd), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.952633 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:31.955196 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd1a97-00cb-425e-b138-737dcbcb2f05" -d '{"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:31.981675 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:31.987255 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:31.989013 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:31.997529 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905736-5662-4230-96c0-35bb00ba37a6 req-93ce04d6-a319-47d9-ae24-5a828c587338 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:31.999204 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0905736-5662-4230-96c0-35bb00ba37a6 req-93ce04d6-a319-47d9-ae24-5a828c587338 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1599536 Mar 20 16:18:32.004028 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98948a38-c3b5-4541-aa9a-50a1b248594b req-dfde3733-4840-4d68-b3e4-fe52bca6101c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566392 Mar 20 16:18:32.008506 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55815614-b84f-4585-b26e-71e1798ae66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c5e52-796d-4ad0-acfa-23a9c881c9bd,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:32.042117 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-55815614-b84f-4585-b26e-71e1798ae66b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbaf960bb9fa462e896013a8a21de070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074310 Mar 20 16:18:32.044737 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47274) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:32.076105 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-8c5bb810-d97e-4238-bdfe-45fc8e478ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:32.077782 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-8c5bb810-d97e-4238-bdfe-45fc8e478ad5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1130 time: 0.2036481 Mar 20 16:18:32.107223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:32.123578 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:18:32.130713 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:18:32.131170 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.149233 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0905736-5662-4230-96c0-35bb00ba37a6 req-3162af1e-8fe4-45fa-a96a-e5996a423709 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166162 Mar 20 16:18:32.216451 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-40d62a9f-2423-4b7a-b52e-9734bdb9e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:32.218049 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-40d62a9f-2423-4b7a-b52e-9734bdb9e56d service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1339231 Mar 20 16:18:32.220296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] Publish callbacks [] for security_group (a93c5e52-796d-4ad0-acfa-23a9c881c9bd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.266213 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f806cb9-a123-4b4a-a853-b424b23b4ef1 x-openstack-request-id: req-6f806cb9-a123-4b4a-a853-b424b23b4ef1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:32.266522 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:32.266779 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f806cb9-a123-4b4a-a853-b424b23b4ef1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:32.267312 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'code': 200} Mar 20 16:18:32.289967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011923a4-a0ae-4f81-bfab-5513a120201f req-dcb0a69f-543c-4e06-b6d0-cc67d09453e0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:32.291733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-011923a4-a0ae-4f81-bfab-5513a120201f req-dcb0a69f-543c-4e06-b6d0-cc67d09453e0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1923940 Mar 20 16:18:32.294210 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] Publish callbacks [] for security_group (a93c5e52-796d-4ad0-acfa-23a9c881c9bd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.323824 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:32.324530 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.341363 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-87a6d1d7-10e9-454f-b0e4-a09837eddb52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc HTTP/1.1" status: 200 len: 217 time: 0.1166313 Mar 20 16:18:32.370461 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-011923a4-a0ae-4f81-bfab-5513a120201f req-d003043e-8d0f-4a61-a65e-1dbce12d76f1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671389 Mar 20 16:18:32.414404 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:32.419584 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a93c5e52-796d-4ad0-acfa-23a9c881c9bd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.421732 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.422824 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:32.426970 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a93c5e52-796d-4ad0-acfa-23a9c881c9bd HTTP/1.1" status: 204 len: 168 time: 0.3810146 Mar 20 16:18:32.438859 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafe8c8-1e87-4d11-995a-eca786334cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c5e52-796d-4ad0-acfa-23a9c881c9bd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:32.486486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-6d2444ae-f29f-43e0-b222-959d3cbe7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:32.488362 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-6d2444ae-f29f-43e0-b222-959d3cbe7a7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.1180761 Mar 20 16:18:32.550566 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-7cfc85a4-2419-4152-84e2-c2730ee74afd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560791 Mar 20 16:18:32.552426 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:32.685913 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-bd54246a-c3e8-462e-9e68-4c6864370f5b service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267216 Mar 20 16:18:32.697460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ab21-36ec-44e1-a567-7d19065daeef req-96a62c16-e3a7-4706-ad34-3aa04caea37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:32.699393 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4593ab21-36ec-44e1-a567-7d19065daeef req-96a62c16-e3a7-4706-ad34-3aa04caea37a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1129 time: 0.1558979 Mar 20 16:18:32.769648 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4593ab21-36ec-44e1-a567-7d19065daeef req-a83c3653-5b92-423e-90f3-9daafc1ba9fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634887 Mar 20 16:18:32.800088 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d12d5ef2-2055-477e-9265-cb399df07b09 req-819c641e-ed44-4c65-af03-33fc8510d7bf service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075788 Mar 20 16:18:33.127159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868595-5520-4352-993d-13f8d9b7d15b req-ac901de4-f7cb-49ce-ab13-24b176f8b01e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:33.128826 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f868595-5520-4352-993d-13f8d9b7d15b req-ac901de4-f7cb-49ce-ab13-24b176f8b01e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Mar 20 16:18:33.132766 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47324) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:33.184084 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f868595-5520-4352-993d-13f8d9b7d15b req-097d42fd-68e9-4c17-9c3a-867cf523f4b0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488682 Mar 20 16:18:33.481887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10bb18b0-9df1-4325-a512-b849b32278ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.502034 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c35bdf-592b-4a2c-ae46-d292260c3b25 req-e8b7df84-6a1f-4c29-9a83-dab505c20340 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:33.504524 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64c35bdf-592b-4a2c-ae46-d292260c3b25 req-e8b7df84-6a1f-4c29-9a83-dab505c20340 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0555813 Mar 20 16:18:33.517575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4d545-1271-4c65-911d-cf25b8a25897 req-7150b885-db06-4094-8f5c-8348aec13e0b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:33.519265 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aff4d545-1271-4c65-911d-cf25b8a25897 req-7150b885-db06-4094-8f5c-8348aec13e0b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2913759 Mar 20 16:18:33.595427 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64c35bdf-592b-4a2c-ae46-d292260c3b25 req-2388da8a-ab11-4af1-a9d8-f17d40b49f89 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847049 Mar 20 16:18:33.596560 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aff4d545-1271-4c65-911d-cf25b8a25897 req-84d99afc-3477-4759-86de-3aca90553ec3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 Mar 20 16:18:33.622553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10bb18b0-9df1-4325-a512-b849b32278ba admin admin] Publish callbacks [] for security_group (ab535816-ecfb-4672-89ff-dfeeb5bf0c25), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.628564 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10bb18b0-9df1-4325-a512-b849b32278ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ab535816-ecfb-4672-89ff-dfeeb5bf0c25), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.666755 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-10bb18b0-9df1-4325-a512-b849b32278ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b48ba9e54104a1287c0bb0eb0219db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328994 Mar 20 16:18:33.668859 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb18b0-9df1-4325-a512-b849b32278ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab535816-ecfb-4672-89ff-dfeeb5bf0c25,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:33.669618 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47350) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:33.729103 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] Publish callbacks [] for security_group (ab535816-ecfb-4672-89ff-dfeeb5bf0c25), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.754588 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] Publish callbacks [] for security_group (ab535816-ecfb-4672-89ff-dfeeb5bf0c25), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.800921 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ab535816-ecfb-4672-89ff-dfeeb5bf0c25), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.804339 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:33.805866 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab535816-ecfb-4672-89ff-dfeeb5bf0c25 HTTP/1.1" status: 204 len: 168 time: 0.1351738 Mar 20 16:18:33.814073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32359c-43cb-4d6a-95c3-ede22a3aaa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab535816-ecfb-4672-89ff-dfeeb5bf0c25,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:34.268894 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:34.271836 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1744ac4-8cd3-44f1-be1a-4073a44f0a33" -d '{"events": [{"server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "name": "network-vif-plugged", "status": "completed", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:34.311864 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c075a-2ee0-46b9-bbe6-e6f640a0432a x-openstack-request-id: req-339c075a-2ee0-46b9-bbe6-e6f640a0432a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:34.312418 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "name": "network-vif-plugged", "status": "completed", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:34.313380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339c075a-2ee0-46b9-bbe6-e6f640a0432a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:34.313971 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'code': 200} Mar 20 16:18:34.318672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ca6ca-85b2-4baa-9782-180437daf3f4 req-38efed03-220e-440c-b7db-6abc6aeef32f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:34.320834 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-698ca6ca-85b2-4baa-9782-180437daf3f4 req-38efed03-220e-440c-b7db-6abc6aeef32f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0618775 Mar 20 16:18:34.373921 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-698ca6ca-85b2-4baa-9782-180437daf3f4 req-8e5c392e-7f21-4533-a0df-e21b4219cedb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462861 Mar 20 16:18:34.640571 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47408) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:34.747198 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a19e1-8737-4652-9a5f-16a320ac3f84 req-60fb4b17-5448-41b5-b328-de92052dc17d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:34.749264 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f5a19e1-8737-4652-9a5f-16a320ac3f84 req-60fb4b17-5448-41b5-b328-de92052dc17d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0689507 Mar 20 16:18:34.776437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364910995-network', 'tenant_id': 'c22207151467401697a2e27ce66fbc1f'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:34.785596 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecf41a-f8e0-4467-9332-1980ed076049 req-37d87f7e-17eb-4279-909b-f8e86bf339da tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:34.787365 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-beecf41a-f8e0-4467-9332-1980ed076049 req-37d87f7e-17eb-4279-909b-f8e86bf339da tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1063631 Mar 20 16:18:34.821049 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Made reservation on behalf of c22207151467401697a2e27ce66fbc1f for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:34.823345 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:34.835575 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f5a19e1-8737-4652-9a5f-16a320ac3f84 req-78242da0-194f-473d-8af6-1d6f05f09ccb tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Mar 20 16:18:34.836383 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:34.840670 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-beecf41a-f8e0-4467-9332-1980ed076049 req-93dc6499-c9a6-4396-ad2f-4fa3ee73a96e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471523 Mar 20 16:18:34.921700 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks [] for security_group (a85cde2f-d076-417e-9acb-79c9439d23a9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:34.924761 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a85cde2f-d076-417e-9acb-79c9439d23a9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:34.951438 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:18:34.962890 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85cde2f-d076-417e-9acb-79c9439d23a9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:34.969838 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (8e0b7879-4935-4afc-bfed-d179698eb7f3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:34.970183 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Added segment 8e0b7879-4935-4afc-bfed-d179698eb7f3 of type vlan for network d19c6c6a-0950-49e8-8162-111fd2619169 Mar 20 16:18:35.011831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (d19c6c6a-0950-49e8-8162-111fd2619169), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.040898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (d19c6c6a-0950-49e8-8162-111fd2619169), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.042297 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:35.043015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.099627 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4578905 Mar 20 16:18:35.102704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47422) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:35.106878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e913571-753f-4a95-bc56-0b75017673f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d19c6c6a-0950-49e8-8162-111fd2619169,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:35.107587 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Request body: {'subnet': {'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364910995-subnet', 'tenant_id': 'c22207151467401697a2e27ce66fbc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:35.116160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network d19c6c6a-0950-49e8-8162-111fd2619169 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:18:35.128675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Made reservation on behalf of c22207151467401697a2e27ce66fbc1f for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:35.131419 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.319062 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (478d1581-a9f6-49c4-8728-8fad8c287768), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.373773 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=478d1581-a9f6-49c4-8728-8fad8c287768,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:35.382424 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Checking segment: {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:35.382779 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Network hostable DHCP agents. Network: d19c6c6a-0950-49e8-8162-111fd2619169, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:18:35.401021 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Network d19c6c6a-0950-49e8-8162-111fd2619169 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:18:35.410554 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, d19c6c6a-0950-49e8-8162-111fd2619169) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:35.414562 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:35.415188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:35.421069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e099a57-cd8a-4aaf-bda0-91e7c5845de9 None None] Network d19c6c6a-0950-49e8-8162-111fd2619169 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:35.438910 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dbcb67fa-2ada-4318-af89-1473c5705bba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3349776 Mar 20 16:18:35.515318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1ddab-88f2-4670-9b58-5ddfaffed87f req-423ab14f-c971-47f8-b69f-617b293288c6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:35.516860 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00e1ddab-88f2-4670-9b58-5ddfaffed87f req-423ab14f-c971-47f8-b69f-617b293288c6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0567303 Mar 20 16:18:35.537495 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919661b-ecf6-40db-bf0a-bde76b163456 None None] Network d19c6c6a-0950-49e8-8162-111fd2619169 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:35.566980 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00e1ddab-88f2-4670-9b58-5ddfaffed87f req-479f0e9f-10c5-422f-bd8c-9ee3155b512a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Mar 20 16:18:35.969906 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0b0b8-349f-4ac2-8994-85166bc22f3a req-d0d85e1d-8b76-41b6-a2d6-756535f134b4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:35.971289 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16229684-538f-477e-8688-19152cc6febf req-3ae35a41-e1c6-4564-b4ae-ba974ad7ebd1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:35.971757 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4e0b0b8-349f-4ac2-8994-85166bc22f3a req-d0d85e1d-8b76-41b6-a2d6-756535f134b4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Mar 20 16:18:35.972739 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16229684-538f-477e-8688-19152cc6febf req-3ae35a41-e1c6-4564-b4ae-ba974ad7ebd1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0514102 Mar 20 16:18:36.018322 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16229684-538f-477e-8688-19152cc6febf req-97da7937-8ef0-4414-8eff-76b4eac9721a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Mar 20 16:18:36.021908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4e0b0b8-349f-4ac2-8994-85166bc22f3a req-11bf23c9-90f2-4f59-8f34-2524245f9575 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448380 Mar 20 16:18:36.569257 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36e3da-56a8-4937-b3b9-6a0e32e659d8 req-9ac73bfb-7804-4b83-b299-0854a341dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:36.570798 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c36e3da-56a8-4937-b3b9-6a0e32e659d8 req-9ac73bfb-7804-4b83-b299-0854a341dbff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1129 time: 0.0452638 Mar 20 16:18:36.619150 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c36e3da-56a8-4937-b3b9-6a0e32e659d8 req-e067d6ca-f018-492a-bc84-18d1290f4fbe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Mar 20 16:18:36.686821 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5651e1-a185-449f-bb04-9adb6d903eaa req-8a013577-b029-4397-968c-66d4a1fd1b93 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:36.688371 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b5651e1-a185-449f-bb04-9adb6d903eaa req-8a013577-b029-4397-968c-66d4a1fd1b93 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0536127 Mar 20 16:18:36.734045 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b5651e1-a185-449f-bb04-9adb6d903eaa req-3eb8285b-cf69-4c44-95f2-94e66d83dc66 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400028 Mar 20 16:18:37.170183 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36117e0-62b1-42c3-91fe-b1081dd20aa2 req-1f0a9c7e-788a-468c-84b5-04468b77d884 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:37.171777 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d36117e0-62b1-42c3-91fe-b1081dd20aa2 req-1f0a9c7e-788a-468c-84b5-04468b77d884 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0758464 Mar 20 16:18:37.185823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-27704616-d2dc-4516-b993-7fbe8960b9a3 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:37.187447 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-27704616-d2dc-4516-b993-7fbe8960b9a3 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/networks?id=d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 200 len: 809 time: 0.1476390 Mar 20 16:18:37.215406 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-28b6081e-a93d-4bd8-8aba-9a9da7f84588 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/quotas/c22207151467401697a2e27ce66fbc1f HTTP/1.1" status: 200 len: 375 time: 0.0209100 Mar 20 16:18:37.234364 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d36117e0-62b1-42c3-91fe-b1081dd20aa2 req-ef21a871-aad7-4b08-82ff-72ea330f256e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Mar 20 16:18:37.249350 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-61e4eac8-5e7a-4494-88d1-8511ab07fcd2 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330908 Mar 20 16:18:37.350458 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-42a86224-afb8-4ea7-9c8f-65647f89ebed service neutron] 10.222.0.18 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928447 Mar 20 16:18:37.350783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cd97-3fe6-4182-a559-ef99683a36e9 req-21bae719-9679-46c3-8493-0ca6f266af9c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:37.352262 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9784cd97-3fe6-4182-a559-ef99683a36e9 req-21bae719-9679-46c3-8493-0ca6f266af9c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0635688 Mar 20 16:18:37.406620 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9784cd97-3fe6-4182-a559-ef99683a36e9 req-cafc6ba7-e37e-42ab-a192-6a8b041cfe1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467727 Mar 20 16:18:37.447149 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-6ff69f0e-33c3-4026-b8d2-156d4c72c56e service neutron] 10.222.0.18 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908942 Mar 20 16:18:37.620044 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6718eeed-8beb-4119-98b4-22d938c22516 req-b111fc4d-990e-4068-8886-84e6b74795b4 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.0338399 Mar 20 16:18:37.855522 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cdef2-eebb-4328-beaa-4ecd52c3e982 req-e7eb0c2f-ea09-4503-bb11-14868329f18d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:37.857024 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c7cdef2-eebb-4328-beaa-4ecd52c3e982 req-e7eb0c2f-ea09-4503-bb11-14868329f18d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0573566 Mar 20 16:18:37.905008 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c7cdef2-eebb-4328-beaa-4ecd52c3e982 req-020d2108-d944-4109-b99d-a0bb32dd7166 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Mar 20 16:18:38.357007 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4ec9-a5d1-4ccc-b917-027d3a42fda2 req-c66030ac-76f9-43c7-b7c9-8ec9e150caba tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:38.358492 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cbac4ec9-a5d1-4ccc-b917-027d3a42fda2 req-c66030ac-76f9-43c7-b7c9-8ec9e150caba tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0582364 Mar 20 16:18:38.408314 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cbac4ec9-a5d1-4ccc-b917-027d3a42fda2 req-18079faf-a5e0-48dd-adbf-1541c5207901 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Mar 20 16:18:38.540333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799f2a-9577-4686-9888-b0970891e172 req-bccba256-8008-419d-9894-bbbb5cf290ae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:38.541851 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28799f2a-9577-4686-9888-b0970891e172 req-bccba256-8008-419d-9894-bbbb5cf290ae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0587301 Mar 20 16:18:38.590277 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28799f2a-9577-4686-9888-b0970891e172 req-02a7c1ac-22c4-43aa-9a3f-423b0e63393d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396783 Mar 20 16:18:38.702506 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bea6c24f-f8a9-46ab-8cb8-51a096ed4a9b req-cd3c86d0-090d-410d-bc72-c9a819ebde66 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.0258725 Mar 20 16:18:39.029559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242a3ae-ca92-4204-8a39-3425fdd180dd req-c8dee14f-7265-4503-9226-beb9d58ca4c8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:39.031072 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8242a3ae-ca92-4204-8a39-3425fdd180dd req-c8dee14f-7265-4503-9226-beb9d58ca4c8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Mar 20 16:18:39.082848 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8242a3ae-ca92-4204-8a39-3425fdd180dd req-1787d18f-b9f4-4a4e-90cd-4d60ee6118e4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Mar 20 16:18:39.532870 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bfc68-1350-42b0-a193-890a0e674c5c req-a8370f12-f0f3-41af-88f4-ccd07af3a774 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:39.534363 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-426bfc68-1350-42b0-a193-890a0e674c5c req-a8370f12-f0f3-41af-88f4-ccd07af3a774 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0542200 Mar 20 16:18:39.582099 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-426bfc68-1350-42b0-a193-890a0e674c5c req-6bec6d13-e550-485d-aec4-d48061337e3d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Mar 20 16:18:39.719323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2362f8-1d3a-498b-a17d-1efdee8dc688 req-b5121aec-f0a0-416f-a86d-045878827a41 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:39.720822 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee2362f8-1d3a-498b-a17d-1efdee8dc688 req-b5121aec-f0a0-416f-a86d-045878827a41 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Mar 20 16:18:39.766923 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee2362f8-1d3a-498b-a17d-1efdee8dc688 req-f347c381-3f6e-41f1-bf7b-4ab12be34fa3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405002 Mar 20 16:18:39.790703 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e7d445d-24ae-4096-8e5e-f09ae89aa817 req-59e3592d-40c6-4eab-93d2-6a158beef4a4 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.0255806 Mar 20 16:18:40.219804 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aa1d7-16fc-4d87-b7d9-ab355963a5f7 req-982ed84c-22ca-46ef-b7be-0c77fdf21286 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:40.221314 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-823aa1d7-16fc-4d87-b7d9-ab355963a5f7 req-982ed84c-22ca-46ef-b7be-0c77fdf21286 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Mar 20 16:18:40.269074 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-823aa1d7-16fc-4d87-b7d9-ab355963a5f7 req-b8bf0475-5cb9-496d-a792-dcec8b1121eb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Mar 20 16:18:40.393516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf252-e140-4816-b1d3-57a5212929ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:40.712320 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b68d5-830f-49ea-8e58-7ab5a54edd78 req-d91ed566-3c79-4cda-b219-9068f003371d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:40.714754 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b98b68d5-830f-49ea-8e58-7ab5a54edd78 req-d91ed566-3c79-4cda-b219-9068f003371d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0569785 Mar 20 16:18:40.776423 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b98b68d5-830f-49ea-8e58-7ab5a54edd78 req-7aa4fe57-c501-444e-8364-9d323157764d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Mar 20 16:18:40.883868 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b1454f0-c416-4e1e-a550-e68bf48ed86d req-9bbb2f60-08d5-4297-bfde-7b8a2a184335 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.0292649 Mar 20 16:18:40.893334 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280ba13-9d8f-4eee-b3d6-ea44ee54da4e req-fe434b0a-ae9c-4830-b95d-02c66c7e7438 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:40.894854 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8280ba13-9d8f-4eee-b3d6-ea44ee54da4e req-fe434b0a-ae9c-4830-b95d-02c66c7e7438 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0582476 Mar 20 16:18:40.943107 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8280ba13-9d8f-4eee-b3d6-ea44ee54da4e req-140f1d92-859a-4276-a8ad-0f578e7d1f2f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419931 Mar 20 16:18:41.386637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d7081-543b-4766-b90c-623a5147bb82 req-e2219037-b0e2-4952-81d7-4c90e926582e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:41.388225 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-696d7081-543b-4766-b90c-623a5147bb82 req-e2219037-b0e2-4952-81d7-4c90e926582e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Mar 20 16:18:41.436684 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-696d7081-543b-4766-b90c-623a5147bb82 req-747f47b9-8385-468c-a6a3-3d2bdc82d798 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427485 Mar 20 16:18:41.939448 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc489ed-fff8-46a4-9d72-bfc85daebedb req-1f8f0fe8-c604-40f3-b3aa-ea526b9acec9 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:41.940971 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1cc489ed-fff8-46a4-9d72-bfc85daebedb req-1f8f0fe8-c604-40f3-b3aa-ea526b9acec9 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0891886 Mar 20 16:18:42.003788 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1cc489ed-fff8-46a4-9d72-bfc85daebedb req-c2b24888-c0ba-48bd-8234-d6ee49f5a3ff tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537870 Mar 20 16:18:42.091986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:42.213632 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-58c9bfc4-4308-49c6-8af9-eac6c407206a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:42.218019 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed8924be-e02d-4435-956b-0fedf130018a req-3b493fb9-b1f6-4f1d-b24e-83601432767e tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.1136732 Mar 20 16:18:42.219368 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-58c9bfc4-4308-49c6-8af9-eac6c407206a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "GET /v2.0/networks?id=d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 200 len: 809 time: 0.2214453 Mar 20 16:18:42.248808 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0170c176-57ef-40bb-909e-13389b49379d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.305597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Request body: {'port': {'device_id': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169', 'admin_state_up': True, 'tenant_id': 'c22207151467401697a2e27ce66fbc1f'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:42.349885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe34c7-f30e-4f49-9faa-0fd293bbbd06 req-f51efc16-8a76-4d31-99a3-92c965dfbe93 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:42.351419 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dbe34c7-f30e-4f49-9faa-0fd293bbbd06 req-f51efc16-8a76-4d31-99a3-92c965dfbe93 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.0777440 Mar 20 16:18:42.392822 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190fda6-f906-48de-afde-f97618108dc5 req-eb30105e-566f-49bd-8c8c-c95f32a86d8f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:42.394349 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a190fda6-f906-48de-afde-f97618108dc5 req-eb30105e-566f-49bd-8c8c-c95f32a86d8f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1221244 Mar 20 16:18:42.401785 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0170c176-57ef-40bb-909e-13389b49379d admin admin] Publish callbacks [] for security_group (5c71d27d-93cc-4946-ac4a-1aee36ad270d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.409567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0170c176-57ef-40bb-909e-13389b49379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5c71d27d-93cc-4946-ac4a-1aee36ad270d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.461715 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dbe34c7-f30e-4f49-9faa-0fd293bbbd06 req-c4795912-1a44-426d-a4e6-59123e5dfdf9 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Mar 20 16:18:42.469779 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0170c176-57ef-40bb-909e-13389b49379d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9943c074a872409fb9500506720866ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738523 Mar 20 16:18:42.469779 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47628) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:42.470021 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a190fda6-f906-48de-afde-f97618108dc5 req-4676d852-5059-4839-a34f-99722f2056ee tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618010 Mar 20 16:18:42.472866 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Made reservation on behalf of c22207151467401697a2e27ce66fbc1f for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:42.477523 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.477704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170c176-57ef-40bb-909e-13389b49379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71d27d-93cc-4946-ac4a-1aee36ad270d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:42.559545 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] Publish callbacks [] for security_group (5c71d27d-93cc-4946-ac4a-1aee36ad270d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.610302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] Publish callbacks [] for security_group (5c71d27d-93cc-4946-ac4a-1aee36ad270d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.659324 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3665-9250-4e81-9aac-9a20bdf70511 req-ce7440c8-6479-4d61-a117-6efd5d387ec8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:42.660907 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a4a3665-9250-4e81-9aac-9a20bdf70511 req-ce7440c8-6479-4d61-a117-6efd5d387ec8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0967526 Mar 20 16:18:42.694708 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d84c2-cb49-4916-9f3c-6cd47369fddf req-c6b5965b-5351-4760-a327-eb133898b388 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:42.696222 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e70d84c2-cb49-4916-9f3c-6cd47369fddf req-c6b5965b-5351-4760-a327-eb133898b388 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1118491 Mar 20 16:18:42.698290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (5c71d27d-93cc-4946-ac4a-1aee36ad270d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.701178 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.702352 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c71d27d-93cc-4946-ac4a-1aee36ad270d HTTP/1.1" status: 204 len: 168 time: 0.2315395 Mar 20 16:18:42.706122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47640) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:42.708703 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Allocated IP 172.20.0.14 (d19c6c6a-0950-49e8-8162-111fd2619169/478d1581-a9f6-49c4-8728-8fad8c287768/124250d7-842b-44ae-b91a-fa601753b2cd) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:18:42.713331 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'floatingip': {'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:42.723667 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b74f5-cf8f-4030-b93e-cb385c139842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71d27d-93cc-4946-ac4a-1aee36ad270d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:42.739417 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a4a3665-9250-4e81-9aac-9a20bdf70511 req-0aececc7-efd4-4a4d-8a35-4deb159eb53e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673661 Mar 20 16:18:42.766176 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01ce4413-b4ea-4ea4-8aba-90d8b2640ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:42.838574 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.027481 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47650) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:43.039547 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5401e9-77dc-4c7b-a389-dc4db9ee1f1d req-9123e743-96de-474a-b9fa-4c5146220af9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:43.041054 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-df5401e9-77dc-4c7b-a389-dc4db9ee1f1d req-9123e743-96de-474a-b9fa-4c5146220af9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.2347722 Mar 20 16:18:43.043305 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.052368 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47652) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:43.057396 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'floatingip': {'port_id': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:43.165374 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.328206 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cdbbb-81e0-40f1-aa03-95851a04a0d2 req-b6fbdeda-e16d-45fc-81e1-e01e051a6d54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:43.329688 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a02cdbbb-81e0-40f1-aa03-95851a04a0d2 req-b6fbdeda-e16d-45fc-81e1-e01e051a6d54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2425556 Mar 20 16:18:43.372422 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfc1f447-63ff-4dcc-b6b9-5a24cd89da62 req-941e4fdd-1730-49a0-86fa-a8149b9f0167 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 210 time: 0.0648122 Mar 20 16:18:43.430470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks [] for port (124250d7-842b-44ae-b91a-fa601753b2cd), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.496801 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Publish callbacks [] for security_group (6a7149a7-ad1a-4db6-8977-522c323f4de1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.503259 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a02cdbbb-81e0-40f1-aa03-95851a04a0d2 req-c66cb138-d38d-4301-b433-141f59f49d77 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477187 Mar 20 16:18:43.505691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6a7149a7-ad1a-4db6-8977-522c323f4de1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.544862 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7149a7-ad1a-4db6-8977-522c323f4de1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:43.570587 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.570932 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.571271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.571606 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.571933 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.572271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.572581 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.572924 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.573212 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.573530 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.573849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.574167 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.574597 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.574915 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.575228 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:43.589657 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8d7c2232-45b1-43b4-a187-c11703674919 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87441dbe4e24436090790112aded9d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587454 Mar 20 16:18:43.591002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47660) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:43.661078 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.786847 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Network d19c6c6a-0950-49e8-8162-111fd2619169 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:18:43.796288 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] Publish callbacks [] for security_group (6a7149a7-ad1a-4db6-8977-522c323f4de1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.799116 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:43.805678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:18:43.810883 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:43.811496 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.818604 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Pushing event updated for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:43.842561 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc56138-d30e-4766-8c6a-5a155ef8edeb req-13815f39-5d5f-4a41-899a-0981f1f7a0d2 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:43.844034 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4fc56138-d30e-4766-8c6a-5a155ef8edeb req-13815f39-5d5f-4a41-899a-0981f1f7a0d2 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.2426860 Mar 20 16:18:43.854318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] Publish callbacks [] for security_group (6a7149a7-ad1a-4db6-8977-522c323f4de1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.907560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.913503 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-c774500e-96e2-4349-8ccf-3635555e0785 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6129386 Mar 20 16:18:43.947967 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.957566 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:43.966402 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4fc56138-d30e-4766-8c6a-5a155ef8edeb req-19287e2d-865e-43d9-ad32-546ba1a7690e tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928574 Mar 20 16:18:44.016296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (6a7149a7-ad1a-4db6-8977-522c323f4de1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.018817 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.019968 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a7149a7-ad1a-4db6-8977-522c323f4de1 HTTP/1.1" status: 204 len: 168 time: 0.4280810 Mar 20 16:18:44.037955 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.043603 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db24e-cb64-444d-9b62-35bb94953060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7149a7-ad1a-4db6-8977-522c323f4de1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:44.047449 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.065476 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Floating IP 3f3e62a0-38b3-4ee3-93a4-bca28fedc84a associated. External IP: 172.27.1.37, port: 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf. Mar 20 16:18:44.309039 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:18:44.382241 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Floating IP f796870d-c007-4012-9e29-ddd355f39546 associated. External IP: 172.27.1.163, port: 36e93d5e-0ebd-4688-a1c9-8fe8a419f028. Mar 20 16:18:44.423468 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47672) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:44.429682 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:18:44.435736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.446825 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:18:44.456802 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:44.457419 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:18:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:44.466949 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8af7aa4a-cca3-494a-9469-29a1ba947e85 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "PUT /v2.0/floatingips/3f3e62a0-38b3-4ee3-93a4-bca28fedc84a HTTP/1.1" status: 200 len: 990 time: 1.7597275 Mar 20 16:18:44.467633 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:44.469865 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a4b4b-f601-4bac-b147-c0177a175c21" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:44.507510 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192639f3-19cd-4ce4-a6fe-724972aac0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.517159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d54ae9e-f186-48e6-8aec-8bb08792c073 x-openstack-request-id: req-5d54ae9e-f186-48e6-8aec-8bb08792c073 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:44.517990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:44.518531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d54ae9e-f186-48e6-8aec-8bb08792c073 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:44.519427 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'status': 'completed', 'code': 200} Mar 20 16:18:44.570845 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:44.627829 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a75e-f556-4cd2-a3cd-c5ca5c21e7c7 req-34311a62-675e-46a8-9e16-b1c07a882de4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:44.629346 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2dc5a75e-f556-4cd2-a3cd-c5ca5c21e7c7 req-34311a62-675e-46a8-9e16-b1c07a882de4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0573137 Mar 20 16:18:44.678002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07647d-6ede-4e0b-9fb9-79d4d7f93734 req-6cfa5bc7-5158-4d11-8932-2f63609cd9da tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:44.679523 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec07647d-6ede-4e0b-9fb9-79d4d7f93734 req-6cfa5bc7-5158-4d11-8932-2f63609cd9da tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 932 time: 0.2077398 Mar 20 16:18:44.685388 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2dc5a75e-f556-4cd2-a3cd-c5ca5c21e7c7 req-154abcac-b007-4133-86cf-94da599a120e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499671 Mar 20 16:18:44.775057 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192639f3-19cd-4ce4-a6fe-724972aac0ee admin admin] Publish callbacks [] for security_group (bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.781680 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec07647d-6ede-4e0b-9fb9-79d4d7f93734 req-13b0bd78-aca5-45a0-9c82-d91a98f465ef tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898407 Mar 20 16:18:44.787671 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192639f3-19cd-4ce4-a6fe-724972aac0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.810385 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:18:44.836909 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192639f3-19cd-4ce4-a6fe-724972aac0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:44.848205 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-192639f3-19cd-4ce4-a6fe-724972aac0ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86bc623b0ace4931a3f820416710509f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818645 Mar 20 16:18:44.849027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47680) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:44.872740 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '3f3e62a0-38b3-4ee3-93a4-bca28fedc84a', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee58d3-f66c-470a-a234-4f32da43a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:10Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:44.898168 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:18:44.908648 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:44.909957 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:18:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:44.981490 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] Publish callbacks [] for security_group (bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:44.984599 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:18:44.990074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:45.004327 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:18:45.020262 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:45.021496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:18:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:45.023019 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:45.031559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] Publish callbacks [] for security_group (bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:45.054296 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3559a9f4-81e5-4d3e-8041-f06ebbd7dee8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "PUT /v2.0/floatingips/f796870d-c007-4012-9e29-ddd355f39546 HTTP/1.1" status: 200 len: 991 time: 1.9918139 Mar 20 16:18:45.054296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:45.054296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:45.092643 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fd7e38-58ff-4e4a-bc6c-0092483a74d0 x-openstack-request-id: req-21fd7e38-58ff-4e4a-bc6c-0092483a74d0 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:45.092997 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:45.093328 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21fd7e38-58ff-4e4a-bc6c-0092483a74d0 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:45.093783 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'status': 'completed', 'code': 200} Mar 20 16:18:45.104960 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:45.108454 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:45.119871 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254 HTTP/1.1" status: 204 len: 168 time: 0.2625670 Mar 20 16:18:45.133496 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b183f1-70e2-4495-9e80-c06fdce44510 req-3e0a254f-78d9-4ff8-ba18-ccea229a876e tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:45.134591 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6408d-a89c-42b5-833e-74883a6cbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddfd8c3-1fdd-46f1-a08c-f1f5ce5f5254,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:45.150476 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30b183f1-70e2-4495-9e80-c06fdce44510 req-3e0a254f-78d9-4ff8-ba18-ccea229a876e tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.1072826 Mar 20 16:18:45.207725 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:45.215594 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:45.246787 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30b183f1-70e2-4495-9e80-c06fdce44510 req-295ec796-b715-46a7-85c1-890b002c1fe9 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943704 Mar 20 16:18:45.376853 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '3f3e62a0-38b3-4ee3-93a4-bca28fedc84a', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee58d3-f66c-470a-a234-4f32da43a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:10Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:45.398896 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c233f-ef9b-4da1-a6c4-2c94536c709b None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '3f3e62a0-38b3-4ee3-93a4-bca28fedc84a', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee58d3-f66c-470a-a234-4f32da43a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:10Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:18:45.535821 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'f796870d-c007-4012-9e29-ddd355f39546', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:04:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:12Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:45.563575 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:18:45.572728 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:18:45.573394 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:18:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:45.627985 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fc679-7d00-4d59-a157-9f9d5258563b None None] New status for floating IP 3f3e62a0-38b3-4ee3-93a4-bca28fedc84a: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:18:45.686948 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:18:45.873658 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24986d-d459-460b-b050-8c4a7db80a28 req-a27b50dd-7439-4987-9a53-53ecce17a027 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:45.875338 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4b24986d-d459-460b-b050-8c4a7db80a28 req-a27b50dd-7439-4987-9a53-53ecce17a027 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1133029 Mar 20 16:18:45.931938 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4b24986d-d459-460b-b050-8c4a7db80a28 req-e0fb594a-fe1b-4024-b276-093f2039bd4a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Mar 20 16:18:45.998619 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47718) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:46.124661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448793444-network', 'tenant_id': 'ee9e66b971ab4f29b88b2400d280fe75'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:46.140252 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'f796870d-c007-4012-9e29-ddd355f39546', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:04:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:12Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:46.146941 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Made reservation on behalf of ee9e66b971ab4f29b88b2400d280fe75 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:46.149841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.162438 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.169489 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493a7b3-703f-4c50-8684-bc1b2f836a7b None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'f796870d-c007-4012-9e29-ddd355f39546', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:04:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:18:12Z', 'updated_at': '2022-03-20T16:18:43Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:18:46.228567 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d41f9-f75d-46ce-b763-531901423b89 req-ba355639-796b-4b30-9e2f-8cabed170a49 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.231218 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4d41f9-f75d-46ce-b763-531901423b89 req-ba355639-796b-4b30-9e2f-8cabed170a49 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 932 time: 0.3282561 Mar 20 16:18:46.269785 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks [] for security_group (74bd5b99-7706-4d60-803a-1b201efc24ac), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.276398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (74bd5b99-7706-4d60-803a-1b201efc24ac), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.285337 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea4d41f9-f75d-46ce-b763-531901423b89 req-e0a5f2bb-ada1-47f0-8a58-d5651c4fda01 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Mar 20 16:18:46.304161 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:18:46.315019 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd5b99-7706-4d60-803a-1b201efc24ac,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:46.319998 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (74fec107-06a4-4117-99ae-e1ade16ecc53), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.320300 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Added segment 74fec107-06a4-4117-99ae-e1ade16ecc53 of type vlan for network dfd14878-047d-43b6-abd2-67beb2aa9e08 Mar 20 16:18:46.386422 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (dfd14878-047d-43b6-abd2-67beb2aa9e08), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.408841 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b8e66-abab-4c00-9706-13ac69a48d09 None None] New status for floating IP f796870d-c007-4012-9e29-ddd355f39546: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:18:46.426964 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3250e6-7905-41b4-993e-4473d931a184 req-1369a261-e184-4830-b94a-a5024ea4b435 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.428657 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec3250e6-7905-41b4-993e-4473d931a184 req-1369a261-e184-4830-b94a-a5024ea4b435 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.0976679 Mar 20 16:18:46.445003 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (dfd14878-047d-43b6-abd2-67beb2aa9e08), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.445988 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.447165 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.460768 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Request body: {'port': {'device_id': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:46.537940 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.581775 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5791719 Mar 20 16:18:46.584640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47726) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:46.595377 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Request body: {'subnet': {'network_id': 'dfd14878-047d-43b6-abd2-67beb2aa9e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448793444-subnet', 'tenant_id': 'ee9e66b971ab4f29b88b2400d280fe75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:46.639223 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec3250e6-7905-41b4-993e-4473d931a184 req-3622dba7-403f-4fb8-9dee-b87166b27064 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040784 Mar 20 16:18:46.643552 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2724-a18d-42fe-aaf0-875f9c1f40e1 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd14878-047d-43b6-abd2-67beb2aa9e08,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:46.660714 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-588c9bc4-a612-4b64-b782-a35cd23445f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.662463 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-588c9bc4-a612-4b64-b782-a35cd23445f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1129 time: 0.1816673 Mar 20 16:18:46.670889 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-6e34b721-8118-4b31-98ce-3e25f84cfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.672418 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-6e34b721-8118-4b31-98ce-3e25f84cfe64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1129 time: 0.1800945 Mar 20 16:18:46.679069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network dfd14878-047d-43b6-abd2-67beb2aa9e08 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:18:46.679327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Made reservation on behalf of ee9e66b971ab4f29b88b2400d280fe75 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:46.682627 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.797049 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:46.842286 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-36fa651b-5c51-43f7-a450-17976af4c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.843950 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-36fa651b-5c51-43f7-a450-17976af4c4cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.1706445 Mar 20 16:18:46.853447 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-c2b47b50-b6eb-4905-b885-70900df153da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:46.854443 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-c2b47b50-b6eb-4905-b885-70900df153da service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.1289277 Mar 20 16:18:47.015002 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (fe5986ae-7671-4d68-8206-623e68757ae2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.030788 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124250d7-842b-44ae-b91a-fa601753b2cd {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:47.044023 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-f9e1aab5-c62a-4593-a559-ced87ead2c4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 1000 time: 0.1466510 Mar 20 16:18:47.048548 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-6248be73-46e0-4469-92fc-81f34e92ea3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 1001 time: 0.1500647 Mar 20 16:18:47.054178 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks [] for port (124250d7-842b-44ae-b91a-fa601753b2cd), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.127345 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Transition to ACTIVE for port object 124250d7-842b-44ae-b91a-fa601753b2cd will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:18:47.139740 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.162182 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5986ae-7671-4d68-8206-623e68757ae2,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:47.194248 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-03bc16d2-e4f0-4e42-9cf0-d21070b4955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.195757 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-03bc16d2-e4f0-4e42-9cf0-d21070b4955e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0919051 Mar 20 16:18:47.199825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-3b8306b7-9e58-4b32-83ea-82c45858be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.200750 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.201107 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.201228 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-3b8306b7-9e58-4b32-83ea-82c45858be78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0894504 Mar 20 16:18:47.201451 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.201789 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.202124 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.202477 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.202807 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.203132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.203468 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.203793 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.204117 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.204442 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.204762 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.205080 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.205398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:47.218538 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4319768-81b2-4beb-ac0f-8259435ee031 req-8cd1fe1d-e58b-4b02-a3e4-5ff0570499b7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.220060 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4319768-81b2-4beb-ac0f-8259435ee031 req-8cd1fe1d-e58b-4b02-a3e4-5ff0570499b7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1689775 Mar 20 16:18:47.230622 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Checking segment: {'id': '74fec107-06a4-4117-99ae-e1ade16ecc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfd14878-047d-43b6-abd2-67beb2aa9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:47.231268 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Network hostable DHCP agents. Network: dfd14878-047d-43b6-abd2-67beb2aa9e08, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:18:47.255601 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Pushing event updated for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:47.306439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Attempting to bind port 124250d7-842b-44ae-b91a-fa601753b2cd on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:18:47.306869 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Attempting to bind port 124250d7-842b-44ae-b91a-fa601753b2cd by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:18:47.307073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Attempting to bind port 124250d7-842b-44ae-b91a-fa601753b2cd on network d19c6c6a-0950-49e8-8162-111fd2619169 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:47.323696 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Network dfd14878-047d-43b6-abd2-67beb2aa9e08 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:18:47.327537 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Port 124250d7-842b-44ae-b91a-fa601753b2cd on network d19c6c6a-0950-49e8-8162-111fd2619169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:18:47.327863 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Attempting to bind port 124250d7-842b-44ae-b91a-fa601753b2cd on network d19c6c6a-0950-49e8-8162-111fd2619169 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:18:47.338425 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f4319768-81b2-4beb-ac0f-8259435ee031 req-2ed58f98-8f66-44df-86ee-f3306742eb2e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088922 Mar 20 16:18:47.341640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:18:47.341986 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Checking segment: {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:47.342410 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Bound using segment: {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:18:47.342852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Bound port: 124250d7-842b-44ae-b91a-fa601753b2cd, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:18:47.343223 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.345145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, dfd14878-047d-43b6-abd2-67beb2aa9e08) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:47.349650 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.350249 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.360563 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad05c2-c8e0-465b-96e0-fa33102fe882 None None] Network dfd14878-047d-43b6-abd2-67beb2aa9e08 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:47.375469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-d4f88762-7d48-4574-a271-7d0df382db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.377289 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-d4f88762-7d48-4574-a271-7d0df382db11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893464 Mar 20 16:18:47.384057 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-2c07387f-ad2f-4d6a-a159-29996c7f12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.386476 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-2c07387f-ad2f-4d6a-a159-29996c7f12bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062887 Mar 20 16:18:47.408247 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8fff2cd3-e98f-4275-9480-f32836a4d913 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8221581 Mar 20 16:18:47.455739 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:18:47.468165 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=124250d7-842b-44ae-b91a-fa601753b2cd,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:18:47.477532 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.545188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Pushing event updated for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:47.550594 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.551606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:47.553305 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-dbdbb284-7f5f-412e-b624-f6dbdfd47f3d service neutron] 10.222.0.42 "PUT /v2.0/ports/124250d7-842b-44ae-b91a-fa601753b2cd HTTP/1.1" status: 200 len: 1094 time: 1.0985351 Mar 20 16:18:47.554032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:47.556553 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ce974-dffe-4cf6-8368-e04bab9a1c48" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:47.564317 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176d5d3-400a-4d16-bd19-4c314f520278 None None] Network dfd14878-047d-43b6-abd2-67beb2aa9e08 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:47.579661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85654cf2-fc76-4e6e-bd08-8c577bdb0f61 req-c2157a4a-0599-48fb-8a59-46d1919da12a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.586793 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85654cf2-fc76-4e6e-bd08-8c577bdb0f61 req-c2157a4a-0599-48fb-8a59-46d1919da12a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.1986682 Mar 20 16:18:47.620154 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00d62d-0100-4b20-8a8a-f740fb9ad11f x-openstack-request-id: req-0f00d62d-0100-4b20-8a8a-f740fb9ad11f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:47.620526 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:47.620811 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f00d62d-0100-4b20-8a8a-f740fb9ad11f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:47.621363 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd', 'status': 'completed', 'code': 200} Mar 20 16:18:47.654336 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-0fdeae80-2328-4925-ab4f-2a1716bf0f87 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207832 Mar 20 16:18:47.658016 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-e6912d85-8ff2-43dd-ab3e-bb5ad2b76ec8 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270651 Mar 20 16:18:47.721014 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85654cf2-fc76-4e6e-bd08-8c577bdb0f61 req-4a44cc82-adf3-4a5d-a6de-c97cf8af3632 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286545 Mar 20 16:18:47.760571 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-833e48c4-c50d-4a5d-9f65-7fac44f41728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.762430 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-833e48c4-c50d-4a5d-9f65-7fac44f41728 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 1128 time: 0.0869379 Mar 20 16:18:47.839271 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-0b136d9b-6378-4d6d-b8c6-433fc30637d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124250d7-842b-44ae-b91a-fa601753b2cd HTTP/1.1" status: 200 len: 217 time: 0.0425694 Mar 20 16:18:47.847214 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae7d7-20d5-44a3-a4cc-41001b5d4934 req-aabea64e-e13f-4445-b22f-3697600b594a tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:47.848637 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-484ae7d7-20d5-44a3-a4cc-41001b5d4934 req-aabea64e-e13f-4445-b22f-3697600b594a tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.1280506 Mar 20 16:18:47.904955 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-484ae7d7-20d5-44a3-a4cc-41001b5d4934 req-34aab991-968d-4d07-8821-b5311cae14fb tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60cb5ad-de76-47f6-9080-a7aecce19174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 Mar 20 16:18:48.004847 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-3afe726a-699e-4b46-9913-a975d4ab47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.006460 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-3afe726a-699e-4b46-9913-a975d4ab47e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=478d1581-a9f6-49c4-8728-8fad8c287768 HTTP/1.1" status: 200 len: 849 time: 0.0882366 Mar 20 16:18:48.018409 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-0a74c6b1-c6bd-4d5d-907e-9001fa2f0f40 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.025121 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-0a74c6b1-c6bd-4d5d-907e-9001fa2f0f40 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 945 time: 0.1044996 Mar 20 16:18:48.091735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47762) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:48.093975 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-0f7b8e2b-e4bd-48a9-8791-921511f6890c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d19c6c6a-0950-49e8-8162-111fd2619169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499482 Mar 20 16:18:48.099510 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1624528934-network', 'tenant_id': '9dfbe0a654e9419abb4435048ee583d4'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:48.135418 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-b26efe85-a1d5-475e-8aee-19d80f085efb service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543743 Mar 20 16:18:48.149631 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Made reservation on behalf of 9dfbe0a654e9419abb4435048ee583d4 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:48.151939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.162380 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.167616 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-661a4b4b-f601-4bac-b147-c0177a175c21 req-c9f3c57a-95ed-456a-b0ec-11ebd58f6b5e service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881480 Mar 20 16:18:48.260875 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-bb9ac449-957e-4dec-bbaa-921c6ff32d85 service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560330 Mar 20 16:18:48.274725 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks [] for security_group (f1bcd92a-30df-4f18-9c78-96564627888c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.285223 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Deleting port 4f688a48-a971-481a-ab00-6378c633d933 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:18:48.285735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f1bcd92a-30df-4f18-9c78-96564627888c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.285843 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (4f688a48-a971-481a-ab00-6378c633d933), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.318121 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:18:48.324031 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bcd92a-30df-4f18-9c78-96564627888c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:48.331548 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (59daaeaf-5654-4664-a566-626a66c91fc4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.332396 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Added segment 59daaeaf-5654-4664-a566-626a66c91fc4 of type vlan for network 324c9985-d4d3-4eaa-9bd4-3eb43285d01b Mar 20 16:18:48.395845 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (324c9985-d4d3-4eaa-9bd4-3eb43285d01b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.437709 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4529c5ec-e932-4143-8991-f0d8c9a1f534 req-9001db5f-7b38-4dfb-8d4e-5482f043a36f service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671011 Mar 20 16:18:48.439503 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] For port 4f688a48-a971-481a-ab00-6378c633d933, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=4f688a48-a971-481a-ab00-6378c633d933,segment=NetworkSegment(8f87a13c-1726-4130-848c-527578350890),segment_id=8f87a13c-1726-4130-848c-527578350890)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:48.439866 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (4f688a48-a971-481a-ab00-6378c633d933), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.453999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (324c9985-d4d3-4eaa-9bd4-3eb43285d01b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.455007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.455678 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.460255 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Calling delete_port for 4f688a48-a971-481a-ab00-6378c633d933 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:18:48.527053 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4341547 Mar 20 16:18:48.532943 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47776) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:48.539675 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Request body: {'subnet': {'network_id': '324c9985-d4d3-4eaa-9bd4-3eb43285d01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1624528934-subnet', 'tenant_id': '9dfbe0a654e9419abb4435048ee583d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:18:48.562600 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cd7a-d2d2-464f-8781-90c4ce739799 admin admin] Pushing event updated for resources: {'Network': ['ID=324c9985-d4d3-4eaa-9bd4-3eb43285d01b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:48.575004 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 324c9985-d4d3-4eaa-9bd4-3eb43285d01b details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:18:48.585592 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984dfe3-41ce-4ab8-8bd1-6987cab1d919 req-5edc5080-28a3-4ffd-9fab-b38eafc051d3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.587182 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0984dfe3-41ce-4ab8-8bd1-6987cab1d919 req-5edc5080-28a3-4ffd-9fab-b38eafc051d3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1668627 Mar 20 16:18:48.604580 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Made reservation on behalf of 9dfbe0a654e9419abb4435048ee583d4 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:18:48.607077 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.691342 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (4f688a48-a971-481a-ab00-6378c633d933), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.696674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-0e9ae657-5f57-4cf5-be04-7f297cfdb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.697893 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0984dfe3-41ce-4ab8-8bd1-6987cab1d919 req-78c3b6df-c2dd-422f-90d8-a8efe3ada951 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028392 Mar 20 16:18:48.698169 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-0e9ae657-5f57-4cf5-be04-7f297cfdb794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 1128 time: 0.0839982 Mar 20 16:18:48.744632 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Pushing event deleted for resources: {'Port': ['ID=4f688a48-a971-481a-ab00-6378c633d933,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:48.760204 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['4f688a48-a971-481a-ab00-6378c633d933'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:48.819710 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (34bbac2f-24dc-48e9-8dbc-fc2e27157a24), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.862930 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] No DVR routers for this DVR port 4f688a48-a971-481a-ab00-6378c633d933 on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:18:48.870470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.874120 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cb3ca86-74bd-48d0-830b-d71dbbc2e556 req-5d4783bd-2a90-4698-8da9-0343e77835f0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.42 "DELETE /v2.0/ports/4f688a48-a971-481a-ab00-6378c633d933 HTTP/1.1" status: 204 len: 173 time: 0.8289521 Mar 20 16:18:48.874750 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bbac2f-24dc-48e9-8dbc-fc2e27157a24,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:48.888794 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Checking segment: {'id': '59daaeaf-5654-4664-a566-626a66c91fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '324c9985-d4d3-4eaa-9bd4-3eb43285d01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:18:48.889138 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Network hostable DHCP agents. Network: 324c9985-d4d3-4eaa-9bd4-3eb43285d01b, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:18:48.909138 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Network 324c9985-d4d3-4eaa-9bd4-3eb43285d01b is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:18:48.910357 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-563a85bb-81d5-4544-b6aa-32f3382b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.911826 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-563a85bb-81d5-4544-b6aa-32f3382b1673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 200 len: 909 time: 0.2061691 Mar 20 16:18:48.919015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 324c9985-d4d3-4eaa-9bd4-3eb43285d01b) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:18:48.919775 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e4261-c349-414d-90dd-d473f1a5be29 req-e68867b0-bb3f-45d7-9a66-6cb7c67be002 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.921187 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-468e4261-c349-414d-90dd-d473f1a5be29 req-e68867b0-bb3f-45d7-9a66-6cb7c67be002 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.1235142 Mar 20 16:18:48.923101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:48.923696 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:48.938774 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4d54f-221f-4b99-a1ee-8549cdb1eda8 None None] Network 324c9985-d4d3-4eaa-9bd4-3eb43285d01b requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:48.941110 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2a21ce98-25f8-442a-9ece-ecc71637b8fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4071100 Mar 20 16:18:48.993192 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-468e4261-c349-414d-90dd-d473f1a5be29 req-321c07a9-c606-429c-9ac9-74c4c1082270 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593917 Mar 20 16:18:49.006451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e34f476d-9573-43c2-b66c-b4502d5ae94b req-fcb20ac2-bf0b-4bdc-9e82-7df7aa783a46 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0278730 Mar 20 16:18:49.075905 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee43075-5e1b-49a4-88ab-c5324e0d7617 None None] Network 324c9985-d4d3-4eaa-9bd4-3eb43285d01b requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:18:49.622492 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'name': 'network-vif-deleted', 'tag': '4f688a48-a971-481a-ab00-6378c633d933'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:18:49.624931 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec106c8-faab-4afa-aa1b-7a258764d0a1" -d '{"events": [{"server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "name": "network-vif-deleted", "tag": "4f688a48-a971-481a-ab00-6378c633d933"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:18:49.660334 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9039dd64-d448-4f68-b11b-ce7666a1ef03 x-openstack-request-id: req-9039dd64-d448-4f68-b11b-ce7666a1ef03 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:18:49.660592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb694-e927-425c-b7d2-9a1600ae958e", "name": "network-vif-deleted", "tag": "4f688a48-a971-481a-ab00-6378c633d933", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:18:49.660839 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9039dd64-d448-4f68-b11b-ce7666a1ef03 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:18:49.661230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb694-e927-425c-b7d2-9a1600ae958e', 'name': 'network-vif-deleted', 'tag': '4f688a48-a971-481a-ab00-6378c633d933', 'status': 'completed', 'code': 200} Mar 20 16:18:49.824970 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcba5a5-6150-420a-ac04-fb04c116a088 req-e09e85b2-5981-475e-8ab8-2a2adde9395d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:49.826437 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbcba5a5-6150-420a-ac04-fb04c116a088 req-e09e85b2-5981-475e-8ab8-2a2adde9395d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0535858 Mar 20 16:18:49.876428 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dbcba5a5-6150-420a-ac04-fb04c116a088 req-90aa65ba-0098-4232-9dc8-4108e1a4c6a5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Mar 20 16:18:50.121860 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2559f02e-4457-446d-9599-961fa169f65f req-936301f5-cefb-4de3-b04f-f248e475a7a0 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0256903 Mar 20 16:18:50.148812 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0085b-c660-4fb8-89f6-d83c8d4fe570 req-e514cb0b-4858-456c-ab51-470e1d8e5dcc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:50.150216 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bc0085b-c660-4fb8-89f6-d83c8d4fe570 req-e514cb0b-4858-456c-ab51-470e1d8e5dcc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0548673 Mar 20 16:18:50.197349 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bc0085b-c660-4fb8-89f6-d83c8d4fe570 req-787fcbfc-537c-4968-b9d1-7c2af4c8ffa2 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Mar 20 16:18:51.011967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc88cf-befd-462d-b6a2-3f7594b193ff req-73262d73-3013-4210-9603-00dca654ac0c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:51.013410 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9bfc88cf-befd-462d-b6a2-3f7594b193ff req-73262d73-3013-4210-9603-00dca654ac0c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0578117 Mar 20 16:18:51.062098 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9bfc88cf-befd-462d-b6a2-3f7594b193ff req-99b6419e-ca8b-43f9-9ed3-d98858c06118 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Mar 20 16:18:51.224354 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6f611d7-fbbf-4819-a4e2-0750a4cbd621 req-a7ee094c-ad14-4c66-9335-ecab14299ae7 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0264683 Mar 20 16:18:51.321099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c546-7b80-4ccd-83ca-68ae65cd4fa9 req-efae8994-5567-40aa-b560-967c57acf02e tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:51.322631 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ec4c546-7b80-4ccd-83ca-68ae65cd4fa9 req-efae8994-5567-40aa-b560-967c57acf02e tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0545194 Mar 20 16:18:51.371109 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ec4c546-7b80-4ccd-83ca-68ae65cd4fa9 req-2d4195a0-c45a-4466-872b-ad6880aab648 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Mar 20 16:18:51.713870 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:51.783403 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-c834c1ee-7d1a-405d-8dcc-6bba15268053 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124250d7-842b-44ae-b91a-fa601753b2cd HTTP/1.1" status: 200 len: 217 time: 0.0334854 Mar 20 16:18:51.869078 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-d913f7cb-0293-479e-8a1c-00987142c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:51.870492 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-d913f7cb-0293-479e-8a1c-00987142c4e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=478d1581-a9f6-49c4-8728-8fad8c287768 HTTP/1.1" status: 200 len: 849 time: 0.0542696 Mar 20 16:18:51.910218 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-e26699a0-f996-4401-9e8c-54d552ea2e6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d19c6c6a-0950-49e8-8162-111fd2619169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252831 Mar 20 16:18:51.930445 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-d1166752-a834-4aea-b76e-780d94a9dab7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720997 Mar 20 16:18:52.045606 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-86e04bbf-3b97-413a-8ccc-363c363e9497 service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141448 Mar 20 16:18:52.104950 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-367cd6eb-3451-47c8-b8b5-4e0f0c7eef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:52.106501 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-367cd6eb-3451-47c8-b8b5-4e0f0c7eef18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.1034431 Mar 20 16:18:52.217081 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-891ce974-dffe-4cf6-8368-e04bab9a1c48 req-a93e7c03-b608-49e9-a3e9-30cbb608715a service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620092 Mar 20 16:18:52.265299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c547a-dbf4-4c5a-a2e5-870a790947a9 req-0bbeba09-85b6-4464-8184-51ce54437175 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:52.266774 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d7c547a-dbf4-4c5a-a2e5-870a790947a9 req-0bbeba09-85b6-4464-8184-51ce54437175 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1359780 Mar 20 16:18:52.271495 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-f947506f-5efb-4d0a-a4e8-be09a6b1cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:52.272872 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-f947506f-5efb-4d0a-a4e8-be09a6b1cbcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1384537 Mar 20 16:18:52.327284 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-49d692c0-fe20-4e08-85e2-6f5c11a7fd6c req-3964b017-0a2e-449a-9df0-071c40ec8f28 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0282061 Mar 20 16:18:52.498677 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518709e-ba06-480f-ab51-c36057700f26 req-0cf81092-dca9-4534-84a4-6c226547bf11 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:52.500202 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c518709e-ba06-480f-ab51-c36057700f26 req-0cf81092-dca9-4534-84a4-6c226547bf11 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0585496 Mar 20 16:18:52.537490 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-6bd39128-9e80-4edf-a4ee-9d151a9147e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Mar 20 16:18:52.550921 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c518709e-ba06-480f-ab51-c36057700f26 req-b9a1bcc6-1d6a-4646-adbc-be2af823c269 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Mar 20 16:18:52.586048 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d7c547a-dbf4-4c5a-a2e5-870a790947a9 req-e82f1f1c-4b75-4b54-8d09-1d9702093c5e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122241 Mar 20 16:18:52.598981 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-f4f9a122-ed9b-4674-9942-bcbe240eae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:52.600405 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-f4f9a122-ed9b-4674-9942-bcbe240eae61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0552690 Mar 20 16:18:52.638730 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-2ea0ef4e-ac54-40a8-b7b0-ca277a2b4759 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289354 Mar 20 16:18:52.729966 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-58763041-d622-46fb-9a81-1e9566b3a6e0 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843713 Mar 20 16:18:52.832285 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f234130a-51f1-4988-9bc7-a47382b31fa5 req-cfd1a2df-261f-4729-a6fc-a943c3954aef service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941932 Mar 20 16:18:53.456923 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3041cb68-2815-4a7e-8dac-ae185f39c648 req-03851062-b69f-4837-ba40-5497020a9007 tempest-DeleteServersTestJSON-100135685 tempest-DeleteServersTestJSON-100135685-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3bb694-e927-425c-b7d2-9a1600ae958e HTTP/1.1" status: 200 len: 210 time: 0.0336914 Mar 20 16:18:53.671562 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1de6ea-6e08-403c-b148-9599d2eb522d req-3cda7d8f-206f-4b7e-adfd-78a81acde48d tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:53.673111 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc1de6ea-6e08-403c-b148-9599d2eb522d req-3cda7d8f-206f-4b7e-adfd-78a81acde48d tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0542738 Mar 20 16:18:53.700413 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 4f688a48-a971-481a-ab00-6378c633d933 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:18:53.707910 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8f228-d161-4ba3-9776-aa99075b8be3 req-c36bd668-442f-4e24-995f-0bd0fda35982 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:53.710312 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ebf8f228-d161-4ba3-9776-aa99075b8be3 req-c36bd668-442f-4e24-995f-0bd0fda35982 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0565188 Mar 20 16:18:53.723335 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 4f688a48-a971-481a-ab00-6378c633d933 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:18:53.724154 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 4f688a48-a971-481a-ab00-6378c633d933 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:18:53.726969 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cc1de6ea-6e08-403c-b148-9599d2eb522d req-2cfb7a0d-f5cc-4bad-be8b-f814e27bf84f tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Mar 20 16:18:53.770980 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ebf8f228-d161-4ba3-9776-aa99075b8be3 req-ce327fba-0c75-4e23-9a8b-b9f108d16729 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536556 Mar 20 16:18:54.846471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f193-c79c-4743-a108-be8f1e90406d req-65fa2cd4-fdad-4a56-8d28-3ea3290b3ddc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:54.847953 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20d6f193-c79c-4743-a108-be8f1e90406d req-65fa2cd4-fdad-4a56-8d28-3ea3290b3ddc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0531809 Mar 20 16:18:54.891755 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb908c32-9897-4ebd-90c9-23b01c361958 req-6bdc64a3-bbaa-4081-baf7-ab2991e5bec4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:54.893319 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb908c32-9897-4ebd-90c9-23b01c361958 req-6bdc64a3-bbaa-4081-baf7-ab2991e5bec4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0551126 Mar 20 16:18:54.895372 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-20d6f193-c79c-4743-a108-be8f1e90406d req-7ae76844-0b3e-42f7-a73c-50ffa40e58ff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Mar 20 16:18:54.940220 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb908c32-9897-4ebd-90c9-23b01c361958 req-407c4d2c-0156-4094-a4a2-daa7360c061a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Mar 20 16:18:56.014471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dce96-0eff-41df-a984-3c779dec0dc3 req-e097df5f-15ae-4c22-8693-958a9ccc9346 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:56.015966 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4dce96-0eff-41df-a984-3c779dec0dc3 req-e097df5f-15ae-4c22-8693-958a9ccc9346 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 944 time: 0.0556891 Mar 20 16:18:56.062641 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4e4dce96-0eff-41df-a984-3c779dec0dc3 req-615f2852-a5a3-45ff-bcae-c085cdf32483 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Mar 20 16:18:56.066110 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555058-a157-4c49-8a3a-3bab97a87f72 req-45cafdb3-5477-4519-ab2d-007c5b5b07e6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:56.067653 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f555058-a157-4c49-8a3a-3bab97a87f72 req-45cafdb3-5477-4519-ab2d-007c5b5b07e6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0590262 Mar 20 16:18:56.116431 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f555058-a157-4c49-8a3a-3bab97a87f72 req-28cbce2e-69d0-46ab-b92e-9eba9896c387 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Mar 20 16:18:56.904133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 124250d7-842b-44ae-b91a-fa601753b2cd details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:18:57.006888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=124250d7-842b-44ae-b91a-fa601753b2cd,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:57.018483 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '124250d7-842b-44ae-b91a-fa601753b2cd', 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169', 'port_id': '124250d7-842b-44ae-b91a-fa601753b2cd', 'mac_address': 'fa:16:3e:c6:33:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478d1581-a9f6-49c4-8728-8fad8c287768', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:18:57.058155 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 124250d7-842b-44ae-b91a-fa601753b2cd is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:18:57.058581 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:57.071688 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124250d7-842b-44ae-b91a-fa601753b2cd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:18:57.093860 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=124250d7-842b-44ae-b91a-fa601753b2cd,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:18:57.098931 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:57.146223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:57.153368 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.153724 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.154067 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.154635 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.155336 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.155440 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.155729 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.156057 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.156389 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.156715 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.157049 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.157395 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.157721 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.158239 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.158593 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:18:57.179334 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee14b-0ca1-4b4d-8ff3-32c5274cfd46 req-d96c6062-61fa-4637-aac3-8a0f8b4e934d tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:57.180829 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-174ee14b-0ca1-4b4d-8ff3-32c5274cfd46 req-d96c6062-61fa-4637-aac3-8a0f8b4e934d tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Mar 20 16:18:57.228867 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-174ee14b-0ca1-4b4d-8ff3-32c5274cfd46 req-834441e2-2cd9-490f-be2e-e37df2a14a81 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Mar 20 16:18:57.246369 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38d513-c953-478c-8079-500b9c6f7286 req-18bbc5a5-edef-4547-afda-f093b6b489bc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:57.248199 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af38d513-c953-478c-8079-500b9c6f7286 req-18bbc5a5-edef-4547-afda-f093b6b489bc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0570719 Mar 20 16:18:57.296927 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af38d513-c953-478c-8079-500b9c6f7286 req-5f037594-90f7-42ea-9cc7-754f6c087fd3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Mar 20 16:18:58.345741 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0aa50-34f1-4628-9140-ab81c0b88454 req-247ed430-80ae-4cff-acb5-b11876e3d68a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:58.347276 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7db0aa50-34f1-4628-9140-ab81c0b88454 req-247ed430-80ae-4cff-acb5-b11876e3d68a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 945 time: 0.0532875 Mar 20 16:18:58.367317 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['124250d7-842b-44ae-b91a-fa601753b2cd'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:18:58.403257 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7db0aa50-34f1-4628-9140-ab81c0b88454 req-9f075a06-bef4-4ba7-8fee-cc761966c919 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Mar 20 16:18:58.429119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bdf60-535d-4669-911e-66d6bee56379 req-fa542b3e-d119-4a8b-b3ca-1ec2589e48fb tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:58.430951 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d4bdf60-535d-4669-911e-66d6bee56379 req-fa542b3e-d119-4a8b-b3ca-1ec2589e48fb tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0669808 Mar 20 16:18:58.481947 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d4bdf60-535d-4669-911e-66d6bee56379 req-4a62155a-33f3-4737-b948-d77c59583304 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Mar 20 16:18:59.078959 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 47966) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:59.125727 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Deleting subnet 7a018073-efbe-400a-a5e9-f76bacb051d8 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:18:59.130407 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Publish callbacks [] for subnet (7a018073-efbe-400a-a5e9-f76bacb051d8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.171602 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Publish callbacks [] for subnet (7a018073-efbe-400a-a5e9-f76bacb051d8), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.181723 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (7a018073-efbe-400a-a5e9-f76bacb051d8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.238878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for subnet (7a018073-efbe-400a-a5e9-f76bacb051d8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.265495 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a018073-efbe-400a-a5e9-f76bacb051d8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:59.267303 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.273662 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8702a938-3d6c-453f-9332-040a806d2962 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a018073-efbe-400a-a5e9-f76bacb051d8 HTTP/1.1" status: 204 len: 168 time: 0.1904891 Mar 20 16:18:59.274438 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47972) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:59.340905 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (3f786273-eb0f-4f84-83d3-44ad7b5c3126), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.429237 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (3f786273-eb0f-4f84-83d3-44ad7b5c3126), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.450587 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.450913 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.451674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.452006 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.452332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.452667 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.452974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.453293 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.453608 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.453925 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.533919 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.534370 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.534704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.535029 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:18:59.535404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f786273-eb0f-4f84-83d3-44ad7b5c3126']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:59.564304 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f87a13c-1726-4130-848c-527578350890') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:59.564601 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f87a13c-1726-4130-848c-527578350890') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:18:59.599850 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (8f87a13c-1726-4130-848c-527578350890), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.604466 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06445c-09c2-4186-8ff3-5961a39fcbb5 req-5015db9a-d4ea-4cb6-a7f6-15da7f720842 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:59.606037 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba06445c-09c2-4186-8ff3-5961a39fcbb5 req-5015db9a-d4ea-4cb6-a7f6-15da7f720842 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0540252 Mar 20 16:18:59.631497 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (8f87a13c-1726-4130-848c-527578350890), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.643008 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:18:59.643588 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (8f87a13c-1726-4130-848c-527578350890), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.662592 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba06445c-09c2-4186-8ff3-5961a39fcbb5 req-5a7ebd91-9309-46e8-8b6d-9bbc706be583 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504708 Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: from cryptography.utils import int_from_bytes Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:18:59.673869 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:18:59.720651 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d13b9f-d737-491c-aa9a-224ca0f1d144 req-f23aee1c-a036-4d13-badd-e9943b76064f tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:18:59.722278 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a2d13b9f-d737-491c-aa9a-224ca0f1d144 req-f23aee1c-a036-4d13-badd-e9943b76064f tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 945 time: 0.1810696 Mar 20 16:18:59.758142 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (3f786273-eb0f-4f84-83d3-44ad7b5c3126), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.777159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:18:59.780359 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f786273-eb0f-4f84-83d3-44ad7b5c3126 HTTP/1.1" status: 204 len: 168 time: 0.5059531 Mar 20 16:18:59.791436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd90c9-fad2-442b-8de5-fc53b48ac1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f786273-eb0f-4f84-83d3-44ad7b5c3126,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:18:59.797788 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a2d13b9f-d737-491c-aa9a-224ca0f1d144 req-0523bd8d-a822-4852-b432-4aa13cc61e5c tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669184 Mar 20 16:18:59.955208 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 47998) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:18:59.961552 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 124250d7-842b-44ae-b91a-fa601753b2cd up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:18:59.995979 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-417710ca-9e08-4e02-970a-720e3c28e7da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a10e45107a64ade9bec7c825fe362bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395689 Mar 20 16:18:59.998985 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48000) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:00.015778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 124250d7-842b-44ae-b91a-fa601753b2cd completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:19:00.019916 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 124250d7-842b-44ae-b91a-fa601753b2cd triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:19:00.020234 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.054193 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] Publish callbacks [] for security_group (e60cb5ad-de76-47f6-9080-a7aecce19174), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.079620 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] Publish callbacks [] for security_group (e60cb5ad-de76-47f6-9080-a7aecce19174), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.097667 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 124250d7-842b-44ae-b91a-fa601753b2cd is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:19:00.098030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.120288 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:00.122892 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad70c53d-05db-44ca-af86-98c434840132" -d '{"events": [{"server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "name": "network-vif-plugged", "status": "completed", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:00.133310 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e60cb5ad-de76-47f6-9080-a7aecce19174), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.136099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.139717 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e60cb5ad-de76-47f6-9080-a7aecce19174 HTTP/1.1" status: 204 len: 168 time: 0.1373172 Mar 20 16:19:00.144521 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=124250d7-842b-44ae-b91a-fa601753b2cd,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:00.146937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c52b2-926d-4969-867f-ccfa0ce0e855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60cb5ad-de76-47f6-9080-a7aecce19174,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:00.151318 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:00.322098 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25fb24-4e8b-4de1-b691-728540768055 x-openstack-request-id: req-ce25fb24-4e8b-4de1-b691-728540768055 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:00.322372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "name": "network-vif-plugged", "status": "completed", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:00.322769 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce25fb24-4e8b-4de1-b691-728540768055 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:00.323294 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd', 'code': 200} Mar 20 16:19:00.354383 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:00.448626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22320ed1-eb8c-4db6-9b0d-bb6802405500 req-0ce20133-ad82-488e-9127-499477e60ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:00.451025 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22320ed1-eb8c-4db6-9b0d-bb6802405500 req-0ce20133-ad82-488e-9127-499477e60ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 1130 time: 0.0527480 Mar 20 16:19:00.501128 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-22320ed1-eb8c-4db6-9b0d-bb6802405500 req-081672ae-1bcb-4eb8-90fe-a4c9089130e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Mar 20 16:19:00.793623 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f1ff2-7d5d-4bd2-9b79-9339a5249117 req-d532eef4-7546-43b2-be92-80d5b84f33e7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:00.795239 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f26f1ff2-7d5d-4bd2-9b79-9339a5249117 req-d532eef4-7546-43b2-be92-80d5b84f33e7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0645380 Mar 20 16:19:00.879114 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f26f1ff2-7d5d-4bd2-9b79-9339a5249117 req-44dd7e29-c909-4425-9581-fd4dc1b5f592 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736544 Mar 20 16:19:00.952291 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094983-539b-41c3-8c05-d574eccc5cac req-80e5bc23-cfd7-4f15-8ed3-eebcd04b3e00 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:00.954282 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1094983-539b-41c3-8c05-d574eccc5cac req-80e5bc23-cfd7-4f15-8ed3-eebcd04b3e00 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.0682182 Mar 20 16:19:01.010603 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48076) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:01.022374 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1094983-539b-41c3-8c05-d574eccc5cac req-0d4f723b-bfe1-4387-acb8-e40a27ab6ce6 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581164 Mar 20 16:19:01.110452 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252500432-network', 'tenant_id': 'e4862c44aef14c88b10bc9032602f568'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:01.131582 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Made reservation on behalf of e4862c44aef14c88b10bc9032602f568 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:01.133917 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.143624 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.219398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks [] for security_group (ca45b169-9938-4395-b50c-a3b61cb12f5c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.223419 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ca45b169-9938-4395-b50c-a3b61cb12f5c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.243812 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:19:01.258645 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45b169-9938-4395-b50c-a3b61cb12f5c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:01.261484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.261862 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Added segment 426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd of type vlan for network 2192ddfa-6511-4f4e-bff0-85c535432aae Mar 20 16:19:01.301752 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (2192ddfa-6511-4f4e-bff0-85c535432aae), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.328393 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (2192ddfa-6511-4f4e-bff0-85c535432aae), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.329270 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:01.329959 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.381354 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3697193 Mar 20 16:19:01.384867 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48084) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:01.389916 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Request body: {'subnet': {'network_id': '2192ddfa-6511-4f4e-bff0-85c535432aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252500432-subnet', 'tenant_id': 'e4862c44aef14c88b10bc9032602f568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:01.390633 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe914-efa5-4295-a5ee-299c724b3dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=2192ddfa-6511-4f4e-bff0-85c535432aae,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:01.401434 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 2192ddfa-6511-4f4e-bff0-85c535432aae details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:19:01.410938 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Made reservation on behalf of e4862c44aef14c88b10bc9032602f568 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:01.413373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.576625 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.636439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:01.645959 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Checking segment: {'id': '426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2192ddfa-6511-4f4e-bff0-85c535432aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:19:01.646349 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Network hostable DHCP agents. Network: 2192ddfa-6511-4f4e-bff0-85c535432aae, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:19:01.670370 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Network 2192ddfa-6511-4f4e-bff0-85c535432aae is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:19:01.679764 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 2192ddfa-6511-4f4e-bff0-85c535432aae) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:19:01.684167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:01.684766 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:01.690544 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9da90c-3609-4deb-8717-32e659fc5212 None None] Network 2192ddfa-6511-4f4e-bff0-85c535432aae requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:01.708102 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ebe2b399-bcce-4ac6-bded-ea1b051fb89f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3146482 Mar 20 16:19:01.794968 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07235ebf-e8f3-4957-9e79-3706ea420660 None None] Network 2192ddfa-6511-4f4e-bff0-85c535432aae requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:01.891788 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48096) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:01.993707 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea29a3-5cdc-457a-a436-f23d692a95f2 req-1a5bc73d-c753-4e18-a22e-ad840b2a78b8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:01.995279 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-04ea29a3-5cdc-457a-a436-f23d692a95f2 req-1a5bc73d-c753-4e18-a22e-ad840b2a78b8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0562806 Mar 20 16:19:02.072249 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-04ea29a3-5cdc-457a-a436-f23d692a95f2 req-3e0d8811-562d-4583-beca-74e5c444f414 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 Mar 20 16:19:02.177345 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbe27-ebc1-4334-829b-4b44b819d750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.206083 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed21e2-045b-4c5b-9a96-055a88ddc69d req-2a9ff686-34f4-482c-af21-026a5905fe75 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:02.227932 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5ed21e2-045b-4c5b-9a96-055a88ddc69d req-2a9ff686-34f4-482c-af21-026a5905fe75 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.1014059 Mar 20 16:19:02.285507 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5ed21e2-045b-4c5b-9a96-055a88ddc69d req-ad337e8f-8694-4a25-a2b0-688433f0439b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667460 Mar 20 16:19:02.304054 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbe27-ebc1-4334-829b-4b44b819d750 admin admin] Publish callbacks [] for security_group (860026aa-254b-4b1a-ae00-b500de8b69c5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.308270 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbe27-ebc1-4334-829b-4b44b819d750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (860026aa-254b-4b1a-ae00-b500de8b69c5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.350885 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cb0dbe27-ebc1-4334-829b-4b44b819d750 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=072b3945908d417aa93f236beea03dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546027 Mar 20 16:19:02.350885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dbe27-ebc1-4334-829b-4b44b819d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860026aa-254b-4b1a-ae00-b500de8b69c5,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:02.351853 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48126) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:02.408320 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] Publish callbacks [] for security_group (860026aa-254b-4b1a-ae00-b500de8b69c5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.431159 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] Publish callbacks [] for security_group (860026aa-254b-4b1a-ae00-b500de8b69c5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.457202 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48132) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:02.464147 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912393801-network', 'tenant_id': 'db607c0767f2474a8fddeafe75edafb3'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:02.485944 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Made reservation on behalf of db607c0767f2474a8fddeafe75edafb3 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:02.488391 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.488821 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (860026aa-254b-4b1a-ae00-b500de8b69c5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.491768 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.495481 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/860026aa-254b-4b1a-ae00-b500de8b69c5 HTTP/1.1" status: 204 len: 168 time: 0.1399453 Mar 20 16:19:02.497586 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.502676 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278106fb-79a9-4b14-8fd8-60a12096711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860026aa-254b-4b1a-ae00-b500de8b69c5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:02.579861 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks [] for security_group (b575f0a9-5fea-4254-8ec8-1fd63f649125), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.584398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b575f0a9-5fea-4254-8ec8-1fd63f649125), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.617346 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:19:02.626190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575f0a9-5fea-4254-8ec8-1fd63f649125,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:02.634624 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.635184 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Added segment a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4 of type vlan for network 28bfff96-8b39-4ec4-b449-7d4a787aeeb6 Mar 20 16:19:02.688964 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (28bfff96-8b39-4ec4-b449-7d4a787aeeb6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.715826 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (28bfff96-8b39-4ec4-b449-7d4a787aeeb6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.717051 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:02.717765 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.773237 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3140996 Mar 20 16:19:02.775997 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48138) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:02.782664 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Request body: {'subnet': {'network_id': '28bfff96-8b39-4ec4-b449-7d4a787aeeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912393801-subnet', 'tenant_id': 'db607c0767f2474a8fddeafe75edafb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:02.799803 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018909-f325-40e4-b534-80dc80854f34 admin admin] Pushing event updated for resources: {'Network': ['ID=28bfff96-8b39-4ec4-b449-7d4a787aeeb6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:02.811116 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 28bfff96-8b39-4ec4-b449-7d4a787aeeb6 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:19:02.813162 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Made reservation on behalf of db607c0767f2474a8fddeafe75edafb3 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:02.815575 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:02.989247 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (2dfec347-8b70-42c9-8ba2-b9094cb6334c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.050076 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfec347-8b70-42c9-8ba2-b9094cb6334c,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:03.061853 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Checking segment: {'id': 'a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28bfff96-8b39-4ec4-b449-7d4a787aeeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:19:03.062233 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Network hostable DHCP agents. Network: 28bfff96-8b39-4ec4-b449-7d4a787aeeb6, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:19:03.079893 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Network 28bfff96-8b39-4ec4-b449-7d4a787aeeb6 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:19:03.090748 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 28bfff96-8b39-4ec4-b449-7d4a787aeeb6) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:19:03.095056 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:03.095686 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.100980 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69bd43-93f4-4427-aceb-6baed03e8ea1 None None] Network 28bfff96-8b39-4ec4-b449-7d4a787aeeb6 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:03.136089 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-44bcd7f2-74f9-451e-a508-9fa0d3c1f96f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3588357 Mar 20 16:19:03.226280 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0689-671b-4f75-a992-e143bbd99691 req-abd370cd-1668-448e-a51a-ed3df26ba640 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:03.244628 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b24f0689-671b-4f75-a992-e143bbd99691 req-abd370cd-1668-448e-a51a-ed3df26ba640 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1005371 Mar 20 16:19:03.247306 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069c670-5346-4ce6-a46b-1029ac9ac989 None None] Network 28bfff96-8b39-4ec4-b449-7d4a787aeeb6 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:03.257641 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:19:03.315656 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b24f0689-671b-4f75-a992-e143bbd99691 req-505a87e9-aec2-4d4e-9855-6f336297a526 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668139 Mar 20 16:19:03.334157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48166) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:03.369182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48168) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:03.401488 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Deleting subnet b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:19:03.406045 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Publish callbacks [] for subnet (b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.456511 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.505454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.505710 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489459f-6a51-40b3-a8b1-13be5100ddc1 req-0d62da45-0fa8-4ab7-ab0c-0f9aab13f93c tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:03.508396 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6489459f-6a51-40b3-a8b1-13be5100ddc1 req-0d62da45-0fa8-4ab7-ab0c-0f9aab13f93c tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.0928404 Mar 20 16:19:03.516645 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1386069748-network', 'tenant_id': 'd019b2fd38f44fb193bf76b419634a16'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:03.574675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.588544 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Made reservation on behalf of d019b2fd38f44fb193bf76b419634a16 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:03.593453 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.593991 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.601010 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a HTTP/1.1" status: 204 len: 168 time: 0.2635672 Mar 20 16:19:03.605408 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48176) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:03.619919 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3da8e-c9f9-46cd-8273-835ba4d12729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b5f69c-3f7e-493d-b2aa-d402ed11ac5a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:03.654534 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.714908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6489459f-6a51-40b3-a8b1-13be5100ddc1 req-ead71fc5-df37-47af-9031-735b059e3c0a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923842 Mar 20 16:19:03.806154 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (2192ddfa-6511-4f4e-bff0-85c535432aae), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.831684 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48184) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:03.959787 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks [] for security_group (f564b240-6313-4982-bfc8-10d91ff117b2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.965242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f564b240-6313-4982-bfc8-10d91ff117b2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.969820 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (2192ddfa-6511-4f4e-bff0-85c535432aae), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:03.988992 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-905237c6-5e0b-4aaf-b837-d6b84055e5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.006362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:19:04.017409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.017754 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.018501 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.018830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.019149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.019466 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.019822 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.020212 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.020446 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.020771 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.069733 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-905237c6-5e0b-4aaf-b837-d6b84055e5ea admin admin] Publish callbacks [] for security_group (acfa00a9-232f-4737-8010-e462a266458e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.074586 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-905237c6-5e0b-4aaf-b837-d6b84055e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (acfa00a9-232f-4737-8010-e462a266458e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.085676 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.086025 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.086381 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.086710 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 20 16:19:04.087069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2192ddfa-6511-4f4e-bff0-85c535432aae']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.093401 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f564b240-6313-4982-bfc8-10d91ff117b2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.109216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (d5c3333f-11d0-4a30-a465-fefb56932311), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.109556 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Added segment d5c3333f-11d0-4a30-a465-fefb56932311 of type vlan for network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 Mar 20 16:19:04.111750 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.112074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.116257 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-905237c6-5e0b-4aaf-b837-d6b84055e5ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=299b3adb7f5e47d4a8add78a581ff0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833433 Mar 20 16:19:04.117433 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905237c6-5e0b-4aaf-b837-d6b84055e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa00a9-232f-4737-8010-e462a266458e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.119775 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48190) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.140979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.166778 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] Publish callbacks [] for security_group (acfa00a9-232f-4737-8010-e462a266458e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.184893 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.187232 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.187668 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] Publish callbacks [] for security_group (acfa00a9-232f-4737-8010-e462a266458e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.198348 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:19:04.198749 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (426a6cf6-a15a-46d5-ba7e-efaf8ebef7fd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:19:04.202818 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:19:04.238696 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (acfa00a9-232f-4737-8010-e462a266458e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.241213 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.242442 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acfa00a9-232f-4737-8010-e462a266458e HTTP/1.1" status: 204 len: 168 time: 0.1217356 Mar 20 16:19:04.251035 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152922c0-a6a4-44e0-abe7-952d1adf3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa00a9-232f-4737-8010-e462a266458e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.267077 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.268190 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:04.268814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.318311 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (2192ddfa-6511-4f4e-bff0-85c535432aae), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.335351 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9638903 Mar 20 16:19:04.338654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48196) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.339088 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698786-6fe4-4a7d-9da5-1bed62322fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.345990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.352419 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2192ddfa-6511-4f4e-bff0-85c535432aae HTTP/1.1" status: 204 len: 168 time: 0.7404664 Mar 20 16:19:04.353099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48202) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.353672 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:19:04.357542 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Request body: {'subnet': {'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1386069748-subnet', 'tenant_id': 'd019b2fd38f44fb193bf76b419634a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:04.376063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1793b-2543-48fa-872e-2f3aeb45cab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2192ddfa-6511-4f4e-bff0-85c535432aae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.417918 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Made reservation on behalf of d019b2fd38f44fb193bf76b419634a16 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:04.421003 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.430956 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Deleting subnet 2dfec347-8b70-42c9-8ba2-b9094cb6334c {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:19:04.437803 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Publish callbacks [] for subnet (2dfec347-8b70-42c9-8ba2-b9094cb6334c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.476164 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (2dfec347-8b70-42c9-8ba2-b9094cb6334c), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.520480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (2dfec347-8b70-42c9-8ba2-b9094cb6334c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.578697 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0d46-995c-4412-ad76-cf9c00e7d7aa req-d12e5d32-6ee0-46a6-8a48-8e7db09c8234 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:04.580651 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c1a0d46-995c-4412-ad76-cf9c00e7d7aa req-d12e5d32-6ee0-46a6-8a48-8e7db09c8234 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0837786 Mar 20 16:19:04.580818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (2dfec347-8b70-42c9-8ba2-b9094cb6334c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.610738 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfec347-8b70-42c9-8ba2-b9094cb6334c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.613743 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.619770 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-41dfc004-2e9a-4282-8a6c-10f2f283116b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2dfec347-8b70-42c9-8ba2-b9094cb6334c HTTP/1.1" status: 204 len: 168 time: 0.2614658 Mar 20 16:19:04.619770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48206) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.620000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48208) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.647139 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13abc94e-02cd-449a-8c7d-b9f07ff23cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.674814 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4c1a0d46-995c-4412-ad76-cf9c00e7d7aa req-3153f346-5395-48ee-a381-78ab90c09b12 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Mar 20 16:19:04.740625 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (abacc803-feeb-4445-b5b0-7e9f237da3f1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.744618 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (28bfff96-8b39-4ec4-b449-7d4a787aeeb6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.799040 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abacc803-feeb-4445-b5b0-7e9f237da3f1,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.799495 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13abc94e-02cd-449a-8c7d-b9f07ff23cb0 admin admin] Publish callbacks [] for security_group (8f49b384-1af5-41a3-a7ec-d56406004262), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.808295 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13abc94e-02cd-449a-8c7d-b9f07ff23cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (8f49b384-1af5-41a3-a7ec-d56406004262), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.810663 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Checking segment: {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:19:04.812212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Network hostable DHCP agents. Network: 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:19:04.828175 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:19:04.837943 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:19:04.843358 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:04.844109 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.848096 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d61cee-959a-4363-b5a9-a69ddebfabb8 None None] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:04.872197 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d73a2719-600f-42d1-8b38-b07b86b2584e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5304809 Mar 20 16:19:04.905827 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (28bfff96-8b39-4ec4-b449-7d4a787aeeb6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:04.909834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abc94e-02cd-449a-8c7d-b9f07ff23cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49b384-1af5-41a3-a7ec-d56406004262,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:04.919207 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48218) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:04.920048 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-13abc94e-02cd-449a-8c7d-b9f07ff23cb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b056de3372764829838ae148ee9606de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980969 Mar 20 16:19:04.946763 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bfff96-8b39-4ec4-b449-7d4a787aeeb6']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.969939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.970238 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:04.993392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbf2e2-3431-445a-9fd0-02c61b2a16b5 None None] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:19:05.000073 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.022478 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.030887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:19:05.031762 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (a8f3b7d5-732d-47b9-9d23-d4e5fd9419f4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:19:05.047674 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:19:05.080203 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] Publish callbacks [] for security_group (8f49b384-1af5-41a3-a7ec-d56406004262), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.097674 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (28bfff96-8b39-4ec4-b449-7d4a787aeeb6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.115494 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] Publish callbacks [] for security_group (8f49b384-1af5-41a3-a7ec-d56406004262), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.117015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.124268 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] 10.222.0.18 "DELETE /v2.0/networks/28bfff96-8b39-4ec4-b449-7d4a787aeeb6 HTTP/1.1" status: 204 len: 168 time: 0.5017991 Mar 20 16:19:05.125583 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb06304-b687-4b1e-b0f4-53b3a00d8bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=28bfff96-8b39-4ec4-b449-7d4a787aeeb6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:05.186074 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf387b-a64d-4492-ae86-e899f8adc35c req-ce0f1ec2-effb-432a-9590-f8b6b11c1871 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:05.187663 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ecf387b-a64d-4492-ae86-e899f8adc35c req-ce0f1ec2-effb-432a-9590-f8b6b11c1871 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.1840317 Mar 20 16:19:05.208554 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (8f49b384-1af5-41a3-a7ec-d56406004262), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.212135 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.215653 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f49b384-1af5-41a3-a7ec-d56406004262 HTTP/1.1" status: 204 len: 168 time: 0.2929401 Mar 20 16:19:05.233603 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68058c37-3651-4b6b-a0cc-3146b304b4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49b384-1af5-41a3-a7ec-d56406004262,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:05.264625 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0ecf387b-a64d-4492-ae86-e899f8adc35c req-5af4070a-2612-451e-93d6-0fe1547a2ccc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659554 Mar 20 16:19:05.401350 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48240) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:05.444975 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bb2772fa-9d70-4e82-aebb-ffda2db275ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4862c44aef14c88b10bc9032602f568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423951 Mar 20 16:19:05.447736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48244) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:05.499963 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] Publish callbacks [] for security_group (ca45b169-9938-4395-b50c-a3b61cb12f5c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.534878 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] Publish callbacks [] for security_group (ca45b169-9938-4395-b50c-a3b61cb12f5c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.593572 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ca45b169-9938-4395-b50c-a3b61cb12f5c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.597593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:05.601582 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca45b169-9938-4395-b50c-a3b61cb12f5c HTTP/1.1" status: 204 len: 168 time: 0.1499729 Mar 20 16:19:05.608439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33a07a-eb00-4b98-8371-ed5f93168b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45b169-9938-4395-b50c-a3b61cb12f5c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:05.807899 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f144-f951-4775-ac9d-8a4f93558037 req-9ae2fa7e-89de-4667-831b-5bc6cb46bfec tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:05.809475 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee88f144-f951-4775-ac9d-8a4f93558037 req-9ae2fa7e-89de-4667-831b-5bc6cb46bfec tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0561543 Mar 20 16:19:05.863440 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ee88f144-f951-4775-ac9d-8a4f93558037 req-4214c272-9dbe-45b3-9ee3-3b93a5f5cc54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Mar 20 16:19:05.896117 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48270) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:05.936419 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-16c5f408-02b8-4248-93fb-c40a77dbc000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db607c0767f2474a8fddeafe75edafb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390320 Mar 20 16:19:05.938877 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48272) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:05.988388 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] Publish callbacks [] for security_group (b575f0a9-5fea-4254-8ec8-1fd63f649125), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:06.009646 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] Publish callbacks [] for security_group (b575f0a9-5fea-4254-8ec8-1fd63f649125), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:06.058403 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b575f0a9-5fea-4254-8ec8-1fd63f649125), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:06.061032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:06.062294 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b575f0a9-5fea-4254-8ec8-1fd63f649125 HTTP/1.1" status: 204 len: 168 time: 0.1224837 Mar 20 16:19:06.070288 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eabd2-3e3e-4118-97ab-c9e369d17a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575f0a9-5fea-4254-8ec8-1fd63f649125,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:06.404501 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5c23b-cd3a-4017-861e-33f9975a0abb req-1855a4d0-c8e6-4353-a059-1603cec34c40 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:06.413219 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49f5c23b-cd3a-4017-861e-33f9975a0abb req-1855a4d0-c8e6-4353-a059-1603cec34c40 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.0743616 Mar 20 16:19:06.465074 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49f5c23b-cd3a-4017-861e-33f9975a0abb req-5ec6b006-8380-4a31-b344-c887022eefc6 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505579 Mar 20 16:19:06.989336 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-aeaed7ee-2ef0-4ce9-acc0-4d5faf3cf73e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:06.992489 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-aeaed7ee-2ef0-4ce9-acc0-4d5faf3cf73e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1131146 Mar 20 16:19:07.001201 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f6fbe-9877-4ff0-9a62-d6ac0f2f7dab req-da20d829-ca23-41d7-ba38-0b136f4ba122 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:07.002764 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c46f6fbe-9877-4ff0-9a62-d6ac0f2f7dab req-da20d829-ca23-41d7-ba38-0b136f4ba122 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0635340 Mar 20 16:19:07.010925 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-302b77b3-5b23-4b1f-ad26-2739e8ad0149 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/quotas/d019b2fd38f44fb193bf76b419634a16 HTTP/1.1" status: 200 len: 375 time: 0.0120413 Mar 20 16:19:07.052292 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-356b384c-cec8-4793-b597-0f569d878de5 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361354 Mar 20 16:19:07.071047 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c46f6fbe-9877-4ff0-9a62-d6ac0f2f7dab req-7fa3ff98-843f-417b-9380-0ef27acb853d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Mar 20 16:19:07.149089 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-420e5768-b624-43eb-a405-d3bc08905abb service neutron] 10.222.0.18 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Mar 20 16:19:07.240932 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-4018263c-0dc9-49cf-9680-f347e3f8e522 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:07.242604 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-4018263c-0dc9-49cf-9680-f347e3f8e522 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.0724256 Mar 20 16:19:07.262573 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-cd5c1484-aa17-4620-9bdc-15c54ae2af60 service neutron] 10.222.0.18 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071262 Mar 20 16:19:07.385124 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Deleting port 124250d7-842b-44ae-b91a-fa601753b2cd {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:19:07.387982 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:07.475518 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b06fc01c-6573-44e5-b8b9-d2f2790c72eb req-11ad6c30-b284-45fc-9d76-d42b50125458 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 210 time: 0.0603569 Mar 20 16:19:07.547304 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] For port 124250d7-842b-44ae-b91a-fa601753b2cd, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=124250d7-842b-44ae-b91a-fa601753b2cd,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:07.548058 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:07.567755 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Calling delete_port for 124250d7-842b-44ae-b91a-fa601753b2cd owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:19:07.720417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868ae8e-eb8c-4d75-9c3e-e79205f9616d req-f99d0525-5110-4b83-9fa6-2f99fc16d9e4 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:07.730713 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4868ae8e-eb8c-4d75-9c3e-e79205f9616d req-f99d0525-5110-4b83-9fa6-2f99fc16d9e4 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9fbb45-e91c-48c8-b62c-98d3ea529964 HTTP/1.1" status: 200 len: 946 time: 0.0884800 Mar 20 16:19:07.845445 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (124250d7-842b-44ae-b91a-fa601753b2cd), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:07.853812 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4868ae8e-eb8c-4d75-9c3e-e79205f9616d req-31c29603-8028-4af2-a57f-58b0c79c8ba5 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220937 Mar 20 16:19:07.885761 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['124250d7-842b-44ae-b91a-fa601753b2cd'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:19:07.915767 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Pushing event deleted for resources: {'Port': ['ID=124250d7-842b-44ae-b91a-fa601753b2cd,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:07.967795 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] No DVR routers for this DVR port 124250d7-842b-44ae-b91a-fa601753b2cd on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:19:07.970682 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:07.983717 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f715f731-c8c0-471a-8af3-650f99f3cfd5 req-e929061c-de9e-4523-aab2-d313046fd650 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "DELETE /v2.0/ports/124250d7-842b-44ae-b91a-fa601753b2cd HTTP/1.1" status: 204 len: 173 time: 0.7324553 Mar 20 16:19:07.984315 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'name': 'network-vif-deleted', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:07.986889 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358039e-d0a6-4492-8371-e70b52208d4b" -d '{"events": [{"server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "name": "network-vif-deleted", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:08.041672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f34fad-e45c-49e7-9075-ea743d7cbecb x-openstack-request-id: req-d4f34fad-e45c-49e7-9075-ea743d7cbecb {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:08.042356 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9fbb45-e91c-48c8-b62c-98d3ea529964", "name": "network-vif-deleted", "tag": "124250d7-842b-44ae-b91a-fa601753b2cd", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:08.042356 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f34fad-e45c-49e7-9075-ea743d7cbecb {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:08.042998 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9fbb45-e91c-48c8-b62c-98d3ea529964', 'name': 'network-vif-deleted', 'tag': '124250d7-842b-44ae-b91a-fa601753b2cd', 'status': 'completed', 'code': 200} Mar 20 16:19:08.252099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165be09-f346-4415-aef2-f6a228379fd2 req-0db4231d-5fda-47be-a7cf-061805b339e2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:08.253683 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d165be09-f346-4415-aef2-f6a228379fd2 req-0db4231d-5fda-47be-a7cf-061805b339e2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0828552 Mar 20 16:19:08.312310 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d165be09-f346-4415-aef2-f6a228379fd2 req-58af24e4-d2fa-4e13-9bbc-690d19341945 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526984 Mar 20 16:19:08.588672 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-feb5927f-fd3b-4e41-97f6-b0435c5e9303 req-0e9fb878-1e51-4de7-9e4b-98ee2db17d92 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 210 time: 0.0389864 Mar 20 16:19:09.144196 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-06594664-f447-40ae-93c9-21bf9179df07 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:09.145840 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-06594664-f447-40ae-93c9-21bf9179df07 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1931460 Mar 20 16:19:09.170191 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Request body: {'port': {'device_id': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6', 'admin_state_up': True, 'tenant_id': 'd019b2fd38f44fb193bf76b419634a16'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:09.364795 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-c7142e3e-509a-42e1-96da-0a9c1bc3c0e1 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:09.366239 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-c7142e3e-509a-42e1-96da-0a9c1bc3c0e1 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/networks?id=d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 200 len: 809 time: 0.1700628 Mar 20 16:19:09.387701 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-ad309154-9c12-4d0c-aeb7-02aa352940c5 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/quotas/c22207151467401697a2e27ce66fbc1f HTTP/1.1" status: 200 len: 375 time: 0.0148306 Mar 20 16:19:09.389541 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Made reservation on behalf of d019b2fd38f44fb193bf76b419634a16 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:09.393438 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.430550 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-202b80ec-6da5-4ae0-8e34-02bf54ac47c2 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346036 Mar 20 16:19:09.443481 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072cef-8fc5-464d-898f-9321fee16bdc req-68fa2137-ccf0-4b05-9a28-2401256ff383 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:09.445735 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d072cef-8fc5-464d-898f-9321fee16bdc req-68fa2137-ccf0-4b05-9a28-2401256ff383 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0600929 Mar 20 16:19:09.501197 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d072cef-8fc5-464d-898f-9321fee16bdc req-29f9a379-241b-433f-bacc-f66596c326cc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Mar 20 16:19:09.606840 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-726dc1e5-1ab0-408e-8c0d-b4de8193d13a service neutron] 10.222.0.18 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648531 Mar 20 16:19:09.623622 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Allocated IP 172.20.0.4 (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6/abacc803-feeb-4445-b5b0-7e9f237da3f1/cccd042a-b75d-4914-a00d-aec2679491d5) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:19:09.684453 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6776dd2e-651f-409b-8840-3e098aeae431 req-f2b78944-c455-4eb8-9e13-8da0a8a337d8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 210 time: 0.0275640 Mar 20 16:19:09.778224 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-9ad3f1e4-a26a-4e88-882b-0f779c40306a service neutron] 10.222.0.18 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625164 Mar 20 16:19:09.816246 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48558) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:09.852137 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks [] for port (cccd042a-b75d-4914-a00d-aec2679491d5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.868887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Deleting subnet fe5986ae-7671-4d68-8206-623e68757ae2 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:19:09.873615 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Publish callbacks [] for subnet (fe5986ae-7671-4d68-8206-623e68757ae2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.895242 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.917248 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (fe5986ae-7671-4d68-8206-623e68757ae2), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.946559 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:19:09.949759 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:19:09.952687 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:19:09.975052 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (fe5986ae-7671-4d68-8206-623e68757ae2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:09.984234 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Pushing event updated for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:10.015340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:10.015971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.039357 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-541df177-74a6-40e8-8021-31e6cd3e118e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740385 Mar 20 16:19:10.042301 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca44a9ee-3914-410e-b7c6-25912d37c001 req-c1a0d7db-09cf-413f-9411-689de1b11d21 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 210 time: 0.0367236 Mar 20 16:19:10.067339 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Request body: {'port': {'device_id': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:10.087149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (fe5986ae-7671-4d68-8206-623e68757ae2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.102017 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48570) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:10.137704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5986ae-7671-4d68-8206-623e68757ae2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:10.138833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.142498 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cf2e3b37-a2bf-4803-9cf9-18113a76b072 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fe5986ae-7671-4d68-8206-623e68757ae2 HTTP/1.1" status: 204 len: 168 time: 0.3246350 Mar 20 16:19:10.144536 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48580) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:10.181091 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.249352 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (dfd14878-047d-43b6-abd2-67beb2aa9e08), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.370319 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (dfd14878-047d-43b6-abd2-67beb2aa9e08), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.406425 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd14878-047d-43b6-abd2-67beb2aa9e08']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:10.409094 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc04c5bf-1f6e-46e2-819b-44df4543fe00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.411028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0658a2e7-af98-4f99-b4a5-440cb84ab66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.429021 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fec107-06a4-4117-99ae-e1ade16ecc53') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:10.429391 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fec107-06a4-4117-99ae-e1ade16ecc53') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:10.445595 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (74fec107-06a4-4117-99ae-e1ade16ecc53), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.470975 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (74fec107-06a4-4117-99ae-e1ade16ecc53), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.480910 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:19:10.481333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (74fec107-06a4-4117-99ae-e1ade16ecc53), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:19:10.483883 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:19:10.582753 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (dfd14878-047d-43b6-abd2-67beb2aa9e08), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.589065 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.596778 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] 10.222.0.18 "DELETE /v2.0/networks/dfd14878-047d-43b6-abd2-67beb2aa9e08 HTTP/1.1" status: 204 len: 168 time: 0.4510067 Mar 20 16:19:10.601709 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48588) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:10.623532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23bae0-0ba3-45e2-9f7f-bf042b855d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd14878-047d-43b6-abd2-67beb2aa9e08,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:10.675624 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc04c5bf-1f6e-46e2-819b-44df4543fe00 admin admin] Publish callbacks [] for security_group (dad86af3-7b66-45a4-a47f-be3779b0bf71), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.684356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc04c5bf-1f6e-46e2-819b-44df4543fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dad86af3-7b66-45a4-a47f-be3779b0bf71), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.692720 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Deleting subnet 34bbac2f-24dc-48e9-8dbc-fc2e27157a24 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:19:10.708129 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Publish callbacks [] for subnet (34bbac2f-24dc-48e9-8dbc-fc2e27157a24), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.750445 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bc306-642e-4cdc-ad0f-fcf80084cba3 req-dec50f93-fe73-46cb-9e25-9a3a0fac08b4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:10.757265 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b1bc306-642e-4cdc-ad0f-fcf80084cba3 req-dec50f93-fe73-46cb-9e25-9a3a0fac08b4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1085739 Mar 20 16:19:10.772470 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dc04c5bf-1f6e-46e2-819b-44df4543fe00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1664f2bd9fa4f2d9002a7ff24a8de64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6663349 Mar 20 16:19:10.772682 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04c5bf-1f6e-46e2-819b-44df4543fe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad86af3-7b66-45a4-a47f-be3779b0bf71,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:10.777678 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48592) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:10.779859 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (34bbac2f-24dc-48e9-8dbc-fc2e27157a24), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.820157 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4b1bc306-642e-4cdc-ad0f-fcf80084cba3 req-c81a352b-bc1d-4223-8446-9244b17c1987 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Mar 20 16:19:10.872040 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccd042a-b75d-4914-a00d-aec2679491d5 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:19:10.875412 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (34bbac2f-24dc-48e9-8dbc-fc2e27157a24), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.879505 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks [] for port (cccd042a-b75d-4914-a00d-aec2679491d5), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.891760 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Transition to ACTIVE for port object cccd042a-b75d-4914-a00d-aec2679491d5 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:19:10.896610 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.927751 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] Publish callbacks [] for security_group (dad86af3-7b66-45a4-a47f-be3779b0bf71), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:10.947219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:10.947810 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e898-c430-418b-a097-58d56c1426a9 req-17dda364-fa15-435e-b8a5-217c03631064 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:10.950144 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf64e898-c430-418b-a097-58d56c1426a9 req-17dda364-fa15-435e-b8a5-217c03631064 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 931 time: 0.1427000 Mar 20 16:19:10.982216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] Publish callbacks [] for security_group (dad86af3-7b66-45a4-a47f-be3779b0bf71), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.000121 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (34bbac2f-24dc-48e9-8dbc-fc2e27157a24), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.017766 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Attempting to bind port cccd042a-b75d-4914-a00d-aec2679491d5 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:19:11.018206 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Attempting to bind port cccd042a-b75d-4914-a00d-aec2679491d5 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:19:11.018616 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Attempting to bind port cccd042a-b75d-4914-a00d-aec2679491d5 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:19:11.022929 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Port cccd042a-b75d-4914-a00d-aec2679491d5 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:19:11.023243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Attempting to bind port cccd042a-b75d-4914-a00d-aec2679491d5 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:19:11.028322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:19:11.028655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Checking segment: {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:19:11.029035 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Bound using segment: {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:19:11.029454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Bound port: cccd042a-b75d-4914-a00d-aec2679491d5, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:19:11.029804 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.049886 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bbac2f-24dc-48e9-8dbc-fc2e27157a24,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.066581 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.069733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a78f217b-8b45-4a5d-b339-fe9f874e4dcd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34bbac2f-24dc-48e9-8dbc-fc2e27157a24 HTTP/1.1" status: 204 len: 168 time: 0.4659631 Mar 20 16:19:11.072506 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48594) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:11.090629 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf64e898-c430-418b-a097-58d56c1426a9 req-371079c7-326b-4767-9bb1-e18ba17cf612 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269677 Mar 20 16:19:11.119062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dad86af3-7b66-45a4-a47f-be3779b0bf71), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.122440 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.123782 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dad86af3-7b66-45a4-a47f-be3779b0bf71 HTTP/1.1" status: 204 len: 168 time: 0.3415794 Mar 20 16:19:11.133779 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a611e-a015-4caa-a41f-11f0b7075b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad86af3-7b66-45a4-a47f-be3779b0bf71,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.187156 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-143cf4fb-3d82-4b32-a913-652a7809e1e9 req-33f7bda1-4c23-4fb5-9ec8-4c931a83f776 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 210 time: 0.0508795 Mar 20 16:19:11.194880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:19:11.224488 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=cccd042a-b75d-4914-a00d-aec2679491d5,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:19:11.228913 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (324c9985-d4d3-4eaa-9bd4-3eb43285d01b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.240407 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.344790 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:11.345710 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.347140 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] 10.222.0.42 "PUT /v2.0/ports/cccd042a-b75d-4914-a00d-aec2679491d5 HTTP/1.1" status: 200 len: 1093 time: 1.2889237 Mar 20 16:19:11.349692 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:11.351963 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809ba404-c827-486d-92aa-985095941947" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:11.410218 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c329cf-db8b-4a62-9c26-b4d5e5ce73e4 x-openstack-request-id: req-a7c329cf-db8b-4a62-9c26-b4d5e5ce73e4 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:11.410546 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:11.410793 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7c329cf-db8b-4a62-9c26-b4d5e5ce73e4 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:11.411138 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5', 'status': 'completed', 'code': 200} Mar 20 16:19:11.451464 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48610) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:11.471460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97d7d147-636b-4e7e-a595-d3ae564b721f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.510135 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8197-c0bc-4940-a8ab-7f91cfbfa436 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.531763 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (324c9985-d4d3-4eaa-9bd4-3eb43285d01b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.547439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-ce627b21-ed1b-40c8-b7e8-17ce87c07d18 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:11.548913 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-ce627b21-ed1b-40c8-b7e8-17ce87c07d18 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "GET /v2.0/networks?id=d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 200 len: 809 time: 0.3018703 Mar 20 16:19:11.563993 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324c9985-d4d3-4eaa-9bd4-3eb43285d01b']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:11.581442 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97d7d147-636b-4e7e-a595-d3ae564b721f admin admin] Publish callbacks [] for security_group (fda380f9-8ca4-4990-8c55-1844a65ff459), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.581661 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Request body: {'port': {'device_id': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169', 'admin_state_up': True, 'tenant_id': 'c22207151467401697a2e27ce66fbc1f'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:11.585547 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59daaeaf-5654-4664-a566-626a66c91fc4') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:11.585847 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59daaeaf-5654-4664-a566-626a66c91fc4') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:19:11.586248 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97d7d147-636b-4e7e-a595-d3ae564b721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (fda380f9-8ca4-4990-8c55-1844a65ff459), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.632814 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (59daaeaf-5654-4664-a566-626a66c91fc4), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.636846 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-8f5b09bf-315b-40c4-ab87-4109ab6a317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:11.638141 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-8f5b09bf-315b-40c4-ab87-4109ab6a317c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 1127 time: 0.1730809 Mar 20 16:19:11.639259 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-97d7d147-636b-4e7e-a595-d3ae564b721f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bc2991609ea4db0bed846d1ef847a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858871 Mar 20 16:19:11.640145 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48616) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:11.642120 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7d147-636b-4e7e-a595-d3ae564b721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda380f9-8ca4-4990-8c55-1844a65ff459,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.665532 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (59daaeaf-5654-4664-a566-626a66c91fc4), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.712318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] Publish callbacks [] for security_group (fda380f9-8ca4-4990-8c55-1844a65ff459), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.715423 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-d592eb48-4c7b-464a-8540-1f685d8ee711 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccd042a-b75d-4914-a00d-aec2679491d5 HTTP/1.1" status: 200 len: 217 time: 0.0603828 Mar 20 16:19:11.716401 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:19:11.716803 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (59daaeaf-5654-4664-a566-626a66c91fc4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:19:11.720138 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:19:11.735346 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] Publish callbacks [] for security_group (fda380f9-8ca4-4990-8c55-1844a65ff459), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.782460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (fda380f9-8ca4-4990-8c55-1844a65ff459), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.785079 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.786237 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda380f9-8ca4-4990-8c55-1844a65ff459 HTTP/1.1" status: 204 len: 168 time: 0.1450605 Mar 20 16:19:11.793825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c8e0c-ef77-4618-bebd-52f023052849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda380f9-8ca4-4990-8c55-1844a65ff459,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.830145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-1766c3d9-60bc-4c14-93c5-59aa2705f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:11.831658 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-1766c3d9-60bc-4c14-93c5-59aa2705f38a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abacc803-feeb-4445-b5b0-7e9f237da3f1 HTTP/1.1" status: 200 len: 854 time: 0.0980086 Mar 20 16:19:11.835916 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (324c9985-d4d3-4eaa-9bd4-3eb43285d01b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.842647 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.845841 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] 10.222.0.18 "DELETE /v2.0/networks/324c9985-d4d3-4eaa-9bd4-3eb43285d01b HTTP/1.1" status: 204 len: 168 time: 0.7723753 Mar 20 16:19:11.854551 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Made reservation on behalf of c22207151467401697a2e27ce66fbc1f for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:19:11.857814 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:11.901416 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcad5e-2428-4183-bb00-0d64f84b5b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=324c9985-d4d3-4eaa-9bd4-3eb43285d01b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:11.905215 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-f5487d9f-7819-4feb-b9a4-e96d8416bf31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639052 Mar 20 16:19:11.991478 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 124250d7-842b-44ae-b91a-fa601753b2cd no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:19:12.012619 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 124250d7-842b-44ae-b91a-fa601753b2cd {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:19:12.013032 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 124250d7-842b-44ae-b91a-fa601753b2cd not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:19:12.115430 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-6d3e4aaf-11e6-49f7-b83e-03d87073cff2 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019680 Mar 20 16:19:12.123008 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab8853-04dc-437a-a1bb-334e2c66b9d0 req-841d85f2-2714-441e-aec5-7ed719adab82 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.124474 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-98ab8853-04dc-437a-a1bb-334e2c66b9d0 req-841d85f2-2714-441e-aec5-7ed719adab82 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2128096 Mar 20 16:19:12.137879 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48636) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:12.209062 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Allocated IP 172.20.0.8 (d19c6c6a-0950-49e8-8162-111fd2619169/478d1581-a9f6-49c4-8728-8fad8c287768/2d6cb395-2d01-420e-a479-92a1ca9ba961) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:19:12.223760 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ee6c6914-fad3-411e-a64c-44b1ba613151 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee9e66b971ab4f29b88b2400d280fe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843139 Mar 20 16:19:12.224628 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48640) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:12.272782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf631fc8-b293-47a7-ac94-3bc4720c7e65 req-628cb727-bcd4-4cc8-9c72-d4f65689ce60 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.274292 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bf631fc8-b293-47a7-ac94-3bc4720c7e65 req-628cb727-bcd4-4cc8-9c72-d4f65689ce60 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 943 time: 0.1029718 Mar 20 16:19:12.300979 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-98ab8853-04dc-437a-a1bb-334e2c66b9d0 req-4ef72155-4e9a-49ae-bbce-05c7c3ae18cd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630762 Mar 20 16:19:12.322495 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3e06abbf-8ce9-4b14-928d-73ed775ba62b req-8e633885-229c-47b0-a8e2-5007b9c5f3f5 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956511 Mar 20 16:19:12.323115 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] Publish callbacks [] for security_group (74bd5b99-7706-4d60-803a-1b201efc24ac), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.362900 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bf631fc8-b293-47a7-ac94-3bc4720c7e65 req-29165366-5a79-4dda-885a-5202fa053967 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Mar 20 16:19:12.373502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] Publish callbacks [] for security_group (74bd5b99-7706-4d60-803a-1b201efc24ac), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.424071 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-29e49c05-ab25-47ae-bd65-a95cbe6204ca req-09b688c6-4e38-4bde-b0dd-c04f8f9094a9 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 210 time: 0.0318577 Mar 20 16:19:12.441422 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (74bd5b99-7706-4d60-803a-1b201efc24ac), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.452789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.454207 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74bd5b99-7706-4d60-803a-1b201efc24ac HTTP/1.1" status: 204 len: 168 time: 0.2281535 Mar 20 16:19:12.474835 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3884f7f-e09d-4892-8e6f-a0b899aeefff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd5b99-7706-4d60-803a-1b201efc24ac,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:12.522537 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks [] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.531794 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba404-c827-486d-92aa-985095941947 req-462dca08-0288-42c1-a2c6-2cb465083be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.533316 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-462dca08-0288-42c1-a2c6-2cb465083be8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 1127 time: 0.0983412 Mar 20 16:19:12.628204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.708190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Network d19c6c6a-0950-49e8-8162-111fd2619169 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:19:12.709557 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba404-c827-486d-92aa-985095941947 req-0176d9c2-1412-4503-b099-142ee4ab8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.712728 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-0176d9c2-1412-4503-b099-142ee4ab8cb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 914 time: 0.1716866 Mar 20 16:19:12.734669 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da43a187-5201-4527-bc97-85e984c0f60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.741709 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:19:12.744271 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:19:12.748399 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Pushing event updated for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:12.799467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-c2d2ebb5-9178-4bc1-9c5a-fc11df7276da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccd042a-b75d-4914-a00d-aec2679491d5 HTTP/1.1" status: 200 len: 217 time: 0.0693948 Mar 20 16:19:12.819505 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48666) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:12.861623 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.862189 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.879081 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba404-c827-486d-92aa-985095941947 req-a8f6b52f-5a7d-421a-8814-eae87cc46320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:12.882308 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0c939499-63f1-4574-8fbb-e62b5a62e4ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dfbe0a654e9419abb4435048ee583d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593755 Mar 20 16:19:12.882469 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-a8f6b52f-5a7d-421a-8814-eae87cc46320 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abacc803-feeb-4445-b5b0-7e9f237da3f1 HTTP/1.1" status: 200 len: 854 time: 0.0712585 Mar 20 16:19:12.883228 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48670) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:12.887905 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-85aee227-ac64-4fd9-be30-247b2befe44b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136442 Mar 20 16:19:12.916668 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-8d846aef-342c-4d31-83ec-39c8a4231dec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272856 Mar 20 16:19:12.920620 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Request body: {'port': {'device_id': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:19:12.946660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] Publish callbacks [] for security_group (f1bcd92a-30df-4f18-9c78-96564627888c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:12.977234 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] Publish callbacks [] for security_group (f1bcd92a-30df-4f18-9c78-96564627888c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.036505 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.042220 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f1bcd92a-30df-4f18-9c78-96564627888c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.045607 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.047073 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1bcd92a-30df-4f18-9c78-96564627888c HTTP/1.1" status: 204 len: 168 time: 0.1627913 Mar 20 16:19:13.055539 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c3b44-07ee-4b7b-b1dd-23118d55cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bcd92a-30df-4f18-9c78-96564627888c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:13.116146 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-09f70644-a010-466f-b9b6-9250c1279ad3 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721287 Mar 20 16:19:13.371593 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-809ba404-c827-486d-92aa-985095941947 req-68c7d595-a3b4-4611-b237-9096c1c83cda service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402902 Mar 20 16:19:13.486330 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5c23b-3172-4792-9e21-5a84000a9f1f req-17bd78e9-2a3f-46af-89cc-f5fb3eb81484 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:13.494058 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63b5c23b-3172-4792-9e21-5a84000a9f1f req-17bd78e9-2a3f-46af-89cc-f5fb3eb81484 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0807760 Mar 20 16:19:13.547288 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63b5c23b-3172-4792-9e21-5a84000a9f1f req-4db05304-0f4a-4a08-b6b7-267aad56dbe5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Mar 20 16:19:13.711286 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a84f1-b8cd-4ccb-a3cc-a8e6922904a0 req-d3b03287-f3e2-4dd9-a83b-41d75446b70a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:13.724653 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-020a84f1-b8cd-4ccb-a3cc-a8e6922904a0 req-d3b03287-f3e2-4dd9-a83b-41d75446b70a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 931 time: 0.1001716 Mar 20 16:19:13.800116 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-020a84f1-b8cd-4ccb-a3cc-a8e6922904a0 req-66bf79ab-5ef5-4961-9075-ef6bedbc3e30 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744238 Mar 20 16:19:13.828950 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae305a-ec51-47e1-982a-d17555012816 req-f9627201-8ffa-491b-974a-6176fca05dc8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:13.830661 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6ae305a-ec51-47e1-982a-d17555012816 req-f9627201-8ffa-491b-974a-6176fca05dc8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 943 time: 0.3933787 Mar 20 16:19:13.858878 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6cb395-2d01-420e-a479-92a1ca9ba961 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:19:13.869888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks [] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.900215 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Transition to ACTIVE for port object 2d6cb395-2d01-420e-a479-92a1ca9ba961 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:19:13.909723 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.910317 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:13.919664 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6ae305a-ec51-47e1-982a-d17555012816 req-cc4ce6ef-e0ee-4e7c-a7fb-f97ad619ead8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829985 Mar 20 16:19:13.967023 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Pushing event updated for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:14.068518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Attempting to bind port 2d6cb395-2d01-420e-a479-92a1ca9ba961 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:19:14.069099 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Attempting to bind port 2d6cb395-2d01-420e-a479-92a1ca9ba961 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:19:14.069569 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Attempting to bind port 2d6cb395-2d01-420e-a479-92a1ca9ba961 on network d19c6c6a-0950-49e8-8162-111fd2619169 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:19:14.074816 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Port 2d6cb395-2d01-420e-a479-92a1ca9ba961 on network d19c6c6a-0950-49e8-8162-111fd2619169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:19:14.075511 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Attempting to bind port 2d6cb395-2d01-420e-a479-92a1ca9ba961 on network d19c6c6a-0950-49e8-8162-111fd2619169 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:19:14.080401 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:19:14.080724 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Checking segment: {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:19:14.081094 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Bound using segment: {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:19:14.081514 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Bound port: 2d6cb395-2d01-420e-a479-92a1ca9ba961, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0b7879-4935-4afc-bfed-d179698eb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:19:14.081971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:14.164471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:19:14.167795 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:19:14.174057 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:14.211559 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.212128 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:14.213517 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] 10.222.0.42 "PUT /v2.0/ports/2d6cb395-2d01-420e-a479-92a1ca9ba961 HTTP/1.1" status: 200 len: 1093 time: 1.2994013 Mar 20 16:19:14.213974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:14.216369 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ab45e-44bd-435c-aa3d-1fa45342e61f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:14.247438 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0af96-f96f-492f-8747-31b4ac3dfecd service neutron] Pushing event updated for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:14.255458 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b234dd1-28ac-4877-9434-65f44a1496b9 x-openstack-request-id: req-0b234dd1-28ac-4877-9434-65f44a1496b9 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:14.255793 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:14.256047 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b234dd1-28ac-4877-9434-65f44a1496b9 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:14.256456 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961', 'status': 'completed', 'code': 200} Mar 20 16:19:14.361055 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-700a0a01-8e30-4ad0-ab50-a5c1847146c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.362642 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-700a0a01-8e30-4ad0-ab50-a5c1847146c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 1127 time: 0.0473788 Mar 20 16:19:14.670477 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-f0b51b2b-7519-4992-bbab-1809ba00823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.671946 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-f0b51b2b-7519-4992-bbab-1809ba00823b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c22207151467401697a2e27ce66fbc1f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2908146 Mar 20 16:19:14.678738 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960d83f-dc8c-406b-aed4-24173abcc07d req-1e5f8846-4e0b-4474-bc57-fa00da8463fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.680289 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4960d83f-dc8c-406b-aed4-24173abcc07d req-1e5f8846-4e0b-4474-bc57-fa00da8463fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1130 time: 0.1529729 Mar 20 16:19:14.813119 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7826-419e-4ee6-9587-6d40c4081bfc req-6bbfd2a9-3144-409d-a889-ec3de4b10928 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.814655 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-710e7826-419e-4ee6-9587-6d40c4081bfc req-6bbfd2a9-3144-409d-a889-ec3de4b10928 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.1826944 Mar 20 16:19:14.881293 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4960d83f-dc8c-406b-aed4-24173abcc07d req-ef91985b-3df0-488d-92dc-8e50a2bf4b7a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901553 Mar 20 16:19:14.921643 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-69068f60-2c97-4448-a335-8c0138a31de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.923158 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-346ab45e-44bd-435c-aa3d-1fa45342e61f req-69068f60-2c97-4448-a335-8c0138a31de7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2420013 Mar 20 16:19:14.934911 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-710e7826-419e-4ee6-9587-6d40c4081bfc req-93e0697a-1946-4e04-9e16-9dce9eb80c58 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087391 Mar 20 16:19:14.938749 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd83c-2237-4cba-af80-cce861e76157 req-a16cc3e0-e0d3-450a-b652-d246b4f61750 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:14.940249 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a65fd83c-2237-4cba-af80-cce861e76157 req-a16cc3e0-e0d3-450a-b652-d246b4f61750 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 943 time: 0.0580373 Mar 20 16:19:14.987755 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a65fd83c-2237-4cba-af80-cce861e76157 req-3a5d369d-08b9-4cdd-9645-3784df3f94ac tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Mar 20 16:19:15.050279 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36430736-c0aa-4408-938a-30dd9f3a35fb req-96e321cc-69a8-47ab-aa3b-2d2e41c5a3bf tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:15.051762 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36430736-c0aa-4408-938a-30dd9f3a35fb req-96e321cc-69a8-47ab-aa3b-2d2e41c5a3bf tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 943 time: 0.0516977 Mar 20 16:19:15.102856 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-36430736-c0aa-4408-938a-30dd9f3a35fb req-741c445b-613f-4303-a6b0-c6780a37c85f tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Mar 20 16:19:15.196097 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:15.285283 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-2e86c861-7d1f-4d37-88a2-f3b30736473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:15.287201 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-2e86c861-7d1f-4d37-88a2-f3b30736473e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c22207151467401697a2e27ce66fbc1f&device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 1127 time: 0.0461464 Mar 20 16:19:15.345507 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-f8eb80ee-7693-4b00-a61c-0fe7a9e5417c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Mar 20 16:19:15.394999 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-c686f402-6e37-48b6-8077-715115bd1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:15.396488 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-c686f402-6e37-48b6-8077-715115bd1af9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=478d1581-a9f6-49c4-8728-8fad8c287768 HTTP/1.1" status: 200 len: 849 time: 0.0448599 Mar 20 16:19:15.439546 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-80ae93e3-68ee-4cd5-a856-359408e03669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d19c6c6a-0950-49e8-8162-111fd2619169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311382 Mar 20 16:19:15.538107 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-8014ce03-3aaa-4dac-b2e6-2c412cdf8b2a service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Mar 20 16:19:15.649504 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08385fae-b1a0-40f7-8121-8e61004d9b76 req-40528683-7572-488e-ac5a-8e2d7ef964f7 service neutron] 10.222.0.42 "GET /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951383 Mar 20 16:19:15.837468 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48840) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:15.944968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-002971f4-4712-4439-b356-9c1a14a9644d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.024029 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-002971f4-4712-4439-b356-9c1a14a9644d admin admin] Publish callbacks [] for security_group (7e8b004c-9e7e-41dd-84b7-3353d31ae560), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.028982 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device cccd042a-b75d-4914-a00d-aec2679491d5 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:19:16.035836 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-002971f4-4712-4439-b356-9c1a14a9644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7e8b004c-9e7e-41dd-84b7-3353d31ae560), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.061596 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e805b-9308-4766-8aa1-a9972e834705 req-4bc3b5ef-d79c-4fe9-a6fb-52175d4c4cfa tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:16.069084 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-320e805b-9308-4766-8aa1-a9972e834705 req-4bc3b5ef-d79c-4fe9-a6fb-52175d4c4cfa tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0654001 Mar 20 16:19:16.092054 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002971f4-4712-4439-b356-9c1a14a9644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b004c-9e7e-41dd-84b7-3353d31ae560,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:16.110980 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-002971f4-4712-4439-b356-9c1a14a9644d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47d08d105ab14304a5f486a3c50fcfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724271 Mar 20 16:19:16.113698 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48850) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:16.134380 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-320e805b-9308-4766-8aa1-a9972e834705 req-cd5c6e3f-1ea0-4290-b451-14bd122f8159 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593042 Mar 20 16:19:16.179422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] Publish callbacks [] for security_group (7e8b004c-9e7e-41dd-84b7-3353d31ae560), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.192416 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ca35b-1268-4c83-aad0-03abaecc125b req-b38137b0-5ec4-400b-8553-603af9f796db tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:16.194059 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a28ca35b-1268-4c83-aad0-03abaecc125b req-b38137b0-5ec4-400b-8553-603af9f796db tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 943 time: 0.1228316 Mar 20 16:19:16.197246 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=cccd042a-b75d-4914-a00d-aec2679491d5,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:16.227292 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'cccd042a-b75d-4914-a00d-aec2679491d5', 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6', 'port_id': 'cccd042a-b75d-4914-a00d-aec2679491d5', 'mac_address': 'fa:16:3e:ba:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abacc803-feeb-4445-b5b0-7e9f237da3f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:19:16.236518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] Publish callbacks [] for security_group (7e8b004c-9e7e-41dd-84b7-3353d31ae560), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.254780 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d94a1-b2c8-47e9-b034-b2602590a0e8 req-2e272bcc-f696-48d3-9e58-82a597a254c8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:16.262378 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df1d94a1-b2c8-47e9-b034-b2602590a0e8 req-2e272bcc-f696-48d3-9e58-82a597a254c8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 943 time: 0.0723364 Mar 20 16:19:16.276344 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port cccd042a-b75d-4914-a00d-aec2679491d5 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:19:16.276736 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.291034 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a28ca35b-1268-4c83-aad0-03abaecc125b req-7d0e8451-9e9d-4afe-870d-936114e61263 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860727 Mar 20 16:19:16.292412 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccd042a-b75d-4914-a00d-aec2679491d5 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:19:16.315560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=cccd042a-b75d-4914-a00d-aec2679491d5,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:16.317535 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df1d94a1-b2c8-47e9-b034-b2602590a0e8 req-e939e518-b123-4738-81d5-6d7580f3f334 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Mar 20 16:19:16.320245 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7e8b004c-9e7e-41dd-84b7-3353d31ae560), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.321590 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.324122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.327828 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e8b004c-9e7e-41dd-84b7-3353d31ae560 HTTP/1.1" status: 204 len: 168 time: 0.2108500 Mar 20 16:19:16.334798 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28182b-6119-4486-9b42-1d130b52638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b004c-9e7e-41dd-84b7-3353d31ae560,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:16.389486 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:16.610531 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48858) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:16.625214 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75442b46-e341-420d-9ab7-f31ce16f6c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.699373 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75442b46-e341-420d-9ab7-f31ce16f6c2a admin admin] Publish callbacks [] for security_group (b11984e1-c387-4a81-aa59-e196780cd35d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.704373 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75442b46-e341-420d-9ab7-f31ce16f6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b11984e1-c387-4a81-aa59-e196780cd35d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.743125 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-75442b46-e341-420d-9ab7-f31ce16f6c2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb9d953a947745c8b673ea07bb05563e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314981 Mar 20 16:19:16.744041 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442b46-e341-420d-9ab7-f31ce16f6c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11984e1-c387-4a81-aa59-e196780cd35d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:16.746455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48860) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:16.792824 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.801971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] Publish callbacks [] for security_group (b11984e1-c387-4a81-aa59-e196780cd35d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.819562 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['cccd042a-b75d-4914-a00d-aec2679491d5'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:19:16.824019 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] Publish callbacks [] for security_group (b11984e1-c387-4a81-aa59-e196780cd35d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.880334 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b11984e1-c387-4a81-aa59-e196780cd35d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.883631 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:16.884782 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b11984e1-c387-4a81-aa59-e196780cd35d HTTP/1.1" status: 204 len: 168 time: 0.1370256 Mar 20 16:19:16.893319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d6b6-d347-47fa-b605-a782a1bdba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11984e1-c387-4a81-aa59-e196780cd35d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:17.238923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3e19-52f0-4f17-ba55-b082df4092dd req-ea8e7ee5-dba4-4877-bdaa-993a64ac09c2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:17.240406 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9eaf3e19-52f0-4f17-ba55-b082df4092dd req-ea8e7ee5-dba4-4877-bdaa-993a64ac09c2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0518539 Mar 20 16:19:17.260911 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48880) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:17.274543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c467cad-eec6-48d4-b6e4-0bf372deedef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.292615 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9eaf3e19-52f0-4f17-ba55-b082df4092dd req-d16eadec-838b-4f98-967c-825a1dd3bb0f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463617 Mar 20 16:19:17.359274 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c467cad-eec6-48d4-b6e4-0bf372deedef admin admin] Publish callbacks [] for security_group (476fe3ce-8918-4691-abfc-e30b790ffbe5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.369797 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c467cad-eec6-48d4-b6e4-0bf372deedef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (476fe3ce-8918-4691-abfc-e30b790ffbe5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.412852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec58686-833d-4f2c-aad3-153b760ab955 req-d2a7a580-43d5-49fe-85d5-530d2c57f861 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:17.414546 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ec58686-833d-4f2c-aad3-153b760ab955 req-d2a7a580-43d5-49fe-85d5-530d2c57f861 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0575664 Mar 20 16:19:17.468019 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ec58686-833d-4f2c-aad3-153b760ab955 req-2dd98d93-ba2d-42af-88d3-33bb4852c9fd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Mar 20 16:19:17.593122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceffa5-8fc4-48f5-8570-d5268be0cd70 req-55cd44d5-23b5-4bda-84a6-ccace702d3f1 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:17.594825 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00ceffa5-8fc4-48f5-8570-d5268be0cd70 req-55cd44d5-23b5-4bda-84a6-ccace702d3f1 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 944 time: 0.0631082 Mar 20 16:19:17.645288 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00ceffa5-8fc4-48f5-8570-d5268be0cd70 req-f8c4d21c-66fa-438d-85c7-8622577da6ba tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Mar 20 16:19:17.667147 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c467cad-eec6-48d4-b6e4-0bf372deedef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476fe3ce-8918-4691-abfc-e30b790ffbe5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:17.675749 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c467cad-eec6-48d4-b6e4-0bf372deedef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b88524033e824d93a04339456bb18f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136200 Mar 20 16:19:17.679587 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:17.705895 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401b7a-4060-4af4-8e18-32aa41f3940b req-dc8c9cd7-96d6-4f7f-b4f7-754d783f6192 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:17.708160 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a401b7a-4060-4af4-8e18-32aa41f3940b req-dc8c9cd7-96d6-4f7f-b4f7-754d783f6192 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 943 time: 0.3476281 Mar 20 16:19:17.772147 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] Publish callbacks [] for security_group (476fe3ce-8918-4691-abfc-e30b790ffbe5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.788299 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a401b7a-4060-4af4-8e18-32aa41f3940b req-0d211d4a-6e7f-4fcc-b9da-225e0fca11f4 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698440 Mar 20 16:19:17.817051 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] Publish callbacks [] for security_group (476fe3ce-8918-4691-abfc-e30b790ffbe5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.866395 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (476fe3ce-8918-4691-abfc-e30b790ffbe5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.869024 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:17.870169 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/476fe3ce-8918-4691-abfc-e30b790ffbe5 HTTP/1.1" status: 204 len: 168 time: 0.1897776 Mar 20 16:19:17.878643 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988db61-29e8-46c8-90da-8c10ef089927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fe3ce-8918-4691-abfc-e30b790ffbe5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:18.039726 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device cccd042a-b75d-4914-a00d-aec2679491d5 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:19:18.088738 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port cccd042a-b75d-4914-a00d-aec2679491d5 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:19:18.093256 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port cccd042a-b75d-4914-a00d-aec2679491d5 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:19:18.093708 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.175935 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port cccd042a-b75d-4914-a00d-aec2679491d5 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:19:18.176285 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.200462 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:18.207450 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f24459-8cea-4fe1-a573-589bec2e38ba" -d '{"events": [{"server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "name": "network-vif-plugged", "status": "completed", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:18.222516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=cccd042a-b75d-4914-a00d-aec2679491d5,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:18.228945 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.261572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c9d41f-b5cd-44d7-a217-ddc746e2360f x-openstack-request-id: req-f6c9d41f-b5cd-44d7-a217-ddc746e2360f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:18.262249 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "name": "network-vif-plugged", "status": "completed", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:18.262878 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6c9d41f-b5cd-44d7-a217-ddc746e2360f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:18.263423 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5', 'code': 200} Mar 20 16:19:18.292086 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:18.500550 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb92eb6-1740-4214-a5bd-d0ee38cdbfbb req-5339bfb2-ecef-431b-88a4-a26d2dd84594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:18.502046 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bb92eb6-1740-4214-a5bd-d0ee38cdbfbb req-5339bfb2-ecef-431b-88a4-a26d2dd84594 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 1129 time: 0.0516379 Mar 20 16:19:18.553005 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2bb92eb6-1740-4214-a5bd-d0ee38cdbfbb req-41e6a37d-b15d-4722-912b-46078106dd76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Mar 20 16:19:18.619802 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48934) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:18.745910 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d0297941-3e08-48fa-9be9-7a49d6659843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.773338 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893b3c-1c15-4ca4-9b17-43ad5de0f2b3 req-cf95be06-7ac1-4686-845a-a213a25db38d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:18.782844 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6893b3c-1c15-4ca4-9b17-43ad5de0f2b3 req-cf95be06-7ac1-4686-845a-a213a25db38d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.0648093 Mar 20 16:19:18.842224 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6893b3c-1c15-4ca4-9b17-43ad5de0f2b3 req-ce08bdc5-e65b-4e8f-8d47-097dbdb9b0c9 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607917 Mar 20 16:19:18.860490 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d0297941-3e08-48fa-9be9-7a49d6659843 admin admin] Publish callbacks [] for security_group (656b6b20-2eed-4de7-b324-04607e67d6bf), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.863969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d0297941-3e08-48fa-9be9-7a49d6659843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (656b6b20-2eed-4de7-b324-04607e67d6bf), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:18.945506 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d0297941-3e08-48fa-9be9-7a49d6659843 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbd642c7ab8b4749b75c45a09a6c62ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245866 Mar 20 16:19:18.947695 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0297941-3e08-48fa-9be9-7a49d6659843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656b6b20-2eed-4de7-b324-04607e67d6bf,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:18.948694 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48958) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:18.984986 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bbf27-a7a6-4df4-8a57-d566cfe5346b req-c941ccb2-d691-43a4-b3f2-b5aaf543da03 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:18.986868 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-997bbf27-a7a6-4df4-8a57-d566cfe5346b req-c941ccb2-d691-43a4-b3f2-b5aaf543da03 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 943 time: 0.1005466 Mar 20 16:19:19.018635 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] Publish callbacks [] for security_group (656b6b20-2eed-4de7-b324-04607e67d6bf), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.043978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] Publish callbacks [] for security_group (656b6b20-2eed-4de7-b324-04607e67d6bf), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.061545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-997bbf27-a7a6-4df4-8a57-d566cfe5346b req-99a5cdcd-85bf-4a50-870a-970ef6e9bbdc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Mar 20 16:19:19.095558 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48964) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:19.155201 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (656b6b20-2eed-4de7-b324-04607e67d6bf), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.158016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.159332 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/656b6b20-2eed-4de7-b324-04607e67d6bf HTTP/1.1" status: 204 len: 168 time: 0.2093422 Mar 20 16:19:19.171875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bf70a-2f48-4166-aad5-b0fb6d06cf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b6b20-2eed-4de7-b324-04607e67d6bf,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:19.180360 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-f46d4299-51ef-483b-9a3d-30fa8d8f6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:19.182047 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-f46d4299-51ef-483b-9a3d-30fa8d8f6bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.0479362 Mar 20 16:19:19.195825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1c49-20ec-463b-93f4-0a3ab71b4e07 req-3a8bfed8-e947-4909-a558-14f891d9c981 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:19.212147 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f25b1c49-20ec-463b-93f4-0a3ab71b4e07 req-3a8bfed8-e947-4909-a558-14f891d9c981 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0868595 Mar 20 16:19:19.265643 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f25b1c49-20ec-463b-93f4-0a3ab71b4e07 req-49309040-44eb-4a49-ba92-e14c29a98a50 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 Mar 20 16:19:19.275717 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4b4f476b-af18-432d-a41a-e000a943b782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.343169 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-5f444e6f-5d87-4864-b933-03daed0e1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:19.344888 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-5f444e6f-5d87-4864-b933-03daed0e1b59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1504495 Mar 20 16:19:19.395240 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-65d4de34-63dd-4b58-8c15-356a2991ee01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0390434 Mar 20 16:19:19.425281 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4b4f476b-af18-432d-a41a-e000a943b782 admin admin] Publish callbacks [] for security_group (c597e935-cc6c-4453-b322-ca88063f9920), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.445642 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4b4f476b-af18-432d-a41a-e000a943b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c597e935-cc6c-4453-b322-ca88063f9920), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.493591 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48972) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:19.497767 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4b4f476b-af18-432d-a41a-e000a943b782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa59d063de5e43dfa932a47faa2e44af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011290 Mar 20 16:19:19.500821 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 48974) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:19.501672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f476b-af18-432d-a41a-e000a943b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c597e935-cc6c-4453-b322-ca88063f9920,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:19.510960 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-02135262-6b4d-4d9d-b84c-edd569bcd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:19.512207 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-02135262-6b4d-4d9d-b84c-edd569bcd1f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0990949 Mar 20 16:19:19.512642 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-685ca98d-ce67-4397-b9e2-de29fd9c7f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.558400 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-1ffe42db-2f0e-4268-9769-7ae9fe8591d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348456 Mar 20 16:19:19.584889 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-685ca98d-ce67-4397-b9e2-de29fd9c7f75 admin admin] Publish callbacks [] for security_group (7fc405f5-aceb-41bf-9d51-f2404a40854d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.590015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-685ca98d-ce67-4397-b9e2-de29fd9c7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7fc405f5-aceb-41bf-9d51-f2404a40854d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.596086 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] Publish callbacks [] for security_group (c597e935-cc6c-4453-b322-ca88063f9920), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.627185 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-685ca98d-ce67-4397-b9e2-de29fd9c7f75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c53c42ae2964d2c9cd5835ae5327ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324437 Mar 20 16:19:19.629163 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ca98d-ce67-4397-b9e2-de29fd9c7f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc405f5-aceb-41bf-9d51-f2404a40854d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:19.631532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 48976) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:19.652402 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] Publish callbacks [] for security_group (c597e935-cc6c-4453-b322-ca88063f9920), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.681103 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] Publish callbacks [] for security_group (7fc405f5-aceb-41bf-9d51-f2404a40854d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.702912 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-2ad4ffbf-82bc-401d-a6eb-c28ec4e35d3f service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260333 Mar 20 16:19:19.703511 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] Publish callbacks [] for security_group (7fc405f5-aceb-41bf-9d51-f2404a40854d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.731880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c597e935-cc6c-4453-b322-ca88063f9920), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.734363 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.735427 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c597e935-cc6c-4453-b322-ca88063f9920 HTTP/1.1" status: 204 len: 168 time: 0.2311051 Mar 20 16:19:19.763624 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7fc405f5-aceb-41bf-9d51-f2404a40854d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.770764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:19.773091 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fc405f5-aceb-41bf-9d51-f2404a40854d HTTP/1.1" status: 204 len: 168 time: 0.1406498 Mar 20 16:19:19.783945 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6406438-a934-4496-8b5f-c7117546bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc405f5-aceb-41bf-9d51-f2404a40854d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:19.786056 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb925c-065a-42af-9004-d3b1c2bb0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c597e935-cc6c-4453-b322-ca88063f9920,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:19.829570 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d0cf8742-9223-470d-a06f-9b5c6df8901c req-ef901e41-950a-41e5-84b6-8d7ecd7982f1 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080160 Mar 20 16:19:19.983549 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd987998-3f14-4471-b25e-24cb5783ebff req-992cf5ee-d685-4e3b-8d4c-3f8cd7705371 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:19.985119 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dd987998-3f14-4471-b25e-24cb5783ebff req-992cf5ee-d685-4e3b-8d4c-3f8cd7705371 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.0631869 Mar 20 16:19:20.039689 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 2d6cb395-2d01-420e-a479-92a1ca9ba961 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:19:20.048100 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dd987998-3f14-4471-b25e-24cb5783ebff req-95ede0de-8790-4e09-ad70-84ea92a74074 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Mar 20 16:19:20.240230 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048ec1-a9c7-4485-abf7-381edc193389 req-ea22608a-e85a-49e7-8aec-afed706a0f9c tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:20.243438 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:20.247435 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12048ec1-a9c7-4485-abf7-381edc193389 req-ea22608a-e85a-49e7-8aec-afed706a0f9c tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 943 time: 0.0836432 Mar 20 16:19:20.256540 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '2d6cb395-2d01-420e-a479-92a1ca9ba961', 'network_id': 'd19c6c6a-0950-49e8-8162-111fd2619169', 'port_id': '2d6cb395-2d01-420e-a479-92a1ca9ba961', 'mac_address': 'fa:16:3e:49:bd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478d1581-a9f6-49c4-8728-8fad8c287768', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:19:20.302554 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 2d6cb395-2d01-420e-a479-92a1ca9ba961 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:19:20.303373 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:20.306697 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12048ec1-a9c7-4485-abf7-381edc193389 req-4acd76c3-3e7e-4b24-84ca-e620dcc1c1dc tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582881 Mar 20 16:19:20.327540 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6cb395-2d01-420e-a479-92a1ca9ba961 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:19:20.349752 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:20.360265 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:20.422476 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:20.435348 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe046-c952-4a48-8b40-93fa2765a548 req-e974da99-89f9-47fa-b46a-b5df83ec68fc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:20.437017 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7ffe046-c952-4a48-8b40-93fa2765a548 req-e974da99-89f9-47fa-b46a-b5df83ec68fc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0826042 Mar 20 16:19:20.491046 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b7ffe046-c952-4a48-8b40-93fa2765a548 req-43eb4047-1f62-480d-b211-95d8daa3c319 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Mar 20 16:19:20.816338 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['2d6cb395-2d01-420e-a479-92a1ca9ba961'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:19:21.178532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1a1e0-3d43-421d-8d43-ce484cb837c7 req-d4c782a7-4d97-4b48-96bd-95ce4458698f tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:21.180891 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1d1a1e0-3d43-421d-8d43-ce484cb837c7 req-d4c782a7-4d97-4b48-96bd-95ce4458698f tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.0569570 Mar 20 16:19:21.255347 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1d1a1e0-3d43-421d-8d43-ce484cb837c7 req-b93f054d-0904-490f-85df-6f69ac4b3f79 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Mar 20 16:19:21.422606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a07f9b-61b5-48f3-abe5-c86c08f924c1 req-819c7dfb-3b44-4af2-a3a5-798d2207d3d5 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:21.425281 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37a07f9b-61b5-48f3-abe5-c86c08f924c1 req-819c7dfb-3b44-4af2-a3a5-798d2207d3d5 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 944 time: 0.0627818 Mar 20 16:19:21.482708 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37a07f9b-61b5-48f3-abe5-c86c08f924c1 req-a3416493-4500-4130-a42d-b22cb59c7d75 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Mar 20 16:19:21.623798 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4704ef-37b5-4d40-9f41-489913506456 req-62ffbd7f-50e6-4aeb-927e-70af1ad617a3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:21.631741 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f4704ef-37b5-4d40-9f41-489913506456 req-62ffbd7f-50e6-4aeb-927e-70af1ad617a3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0658031 Mar 20 16:19:21.706016 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:21.712475 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f4704ef-37b5-4d40-9f41-489913506456 req-aabeb346-66d7-44fd-bce7-929e7ad859ea tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762856 Mar 20 16:19:22.059240 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 2d6cb395-2d01-420e-a479-92a1ca9ba961 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:19:22.114561 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 2d6cb395-2d01-420e-a479-92a1ca9ba961 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:19:22.118631 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 2d6cb395-2d01-420e-a479-92a1ca9ba961 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:19:22.119018 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:22.204974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 2d6cb395-2d01-420e-a479-92a1ca9ba961 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:19:22.205278 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:22.231520 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:22.233825 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa82539-5580-476f-a076-9d6c9aa62f50" -d '{"events": [{"server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "name": "network-vif-plugged", "status": "completed", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:22.246230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:22.251997 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:22.278362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4377b0a9-85a3-40aa-99d2-e6dfd9aa970b x-openstack-request-id: req-4377b0a9-85a3-40aa-99d2-e6dfd9aa970b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:22.278687 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "name": "network-vif-plugged", "status": "completed", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:22.278933 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4377b0a9-85a3-40aa-99d2-e6dfd9aa970b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:22.279308 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961', 'code': 200} Mar 20 16:19:22.304974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:22.513502 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55697980-ef8f-4510-a639-a1549ec70ab4 req-d392e3b5-8c49-4569-8ed9-44046d94e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:22.515029 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55697980-ef8f-4510-a639-a1549ec70ab4 req-d392e3b5-8c49-4569-8ed9-44046d94e437 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 1129 time: 0.0494468 Mar 20 16:19:22.560945 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55697980-ef8f-4510-a639-a1549ec70ab4 req-098cacb3-ea65-4235-b2ac-1b6b331a4b2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383770 Mar 20 16:19:22.616718 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777052b9-b874-4370-a75a-dc9558136a22 req-33012298-fbb6-46b6-87b0-75666a10089b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:22.618239 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-777052b9-b874-4370-a75a-dc9558136a22 req-33012298-fbb6-46b6-87b0-75666a10089b tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Mar 20 16:19:22.668602 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-777052b9-b874-4370-a75a-dc9558136a22 req-ee1ec85a-e5a3-4ec2-8449-e67b4dfed4ce tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Mar 20 16:19:22.832321 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745782-09b5-4702-8bc8-e08492c48e3f req-ecd9c585-8991-434e-bfe4-0b742e2f5965 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:22.838108 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8745782-09b5-4702-8bc8-e08492c48e3f req-ecd9c585-8991-434e-bfe4-0b742e2f5965 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0591764 Mar 20 16:19:22.882120 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b8745782-09b5-4702-8bc8-e08492c48e3f req-61fcea39-dc21-4d2d-a65a-f71d8b790786 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Mar 20 16:19:23.797056 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebf505-9c34-4b9f-9cf9-8bd48a3a8ccd req-81f17c60-e81c-4123-9657-3a44bdf90745 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:23.798510 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-05ebf505-9c34-4b9f-9cf9-8bd48a3a8ccd req-81f17c60-e81c-4123-9657-3a44bdf90745 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0535407 Mar 20 16:19:23.847441 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-05ebf505-9c34-4b9f-9cf9-8bd48a3a8ccd req-c621a0d4-60ca-4cf1-8d01-84cd08b4c3b2 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Mar 20 16:19:24.007582 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2cc9-439d-4636-8f45-f992f0a74266 req-019f168e-d746-4cce-98a9-52cb8dffac59 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:24.008998 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ddf2cc9-439d-4636-8f45-f992f0a74266 req-019f168e-d746-4cce-98a9-52cb8dffac59 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0572879 Mar 20 16:19:24.057950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ddf2cc9-439d-4636-8f45-f992f0a74266 req-6925f749-be40-4ad6-b412-2d20e9eef5d5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Mar 20 16:19:24.405586 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49198) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:24.509230 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b48f47c-8644-4f74-bb56-4b41a0f89cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.595573 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b48f47c-8644-4f74-bb56-4b41a0f89cb2 admin admin] Publish callbacks [] for security_group (c6dd1e27-75af-46a9-b68f-ac4deafc31d1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.599968 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b48f47c-8644-4f74-bb56-4b41a0f89cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c6dd1e27-75af-46a9-b68f-ac4deafc31d1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.642493 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5b48f47c-8644-4f74-bb56-4b41a0f89cb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc8307c991704a6eb4bd103208405265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331269 Mar 20 16:19:24.642493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48f47c-8644-4f74-bb56-4b41a0f89cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd1e27-75af-46a9-b68f-ac4deafc31d1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:24.643187 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49204) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:24.709327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] Publish callbacks [] for security_group (c6dd1e27-75af-46a9-b68f-ac4deafc31d1), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.730783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] Publish callbacks [] for security_group (c6dd1e27-75af-46a9-b68f-ac4deafc31d1), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.776842 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c6dd1e27-75af-46a9-b68f-ac4deafc31d1), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.779702 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:24.780894 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6dd1e27-75af-46a9-b68f-ac4deafc31d1 HTTP/1.1" status: 204 len: 168 time: 0.1363146 Mar 20 16:19:24.788521 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e085251-31e5-4266-9a87-9f8faa6029c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd1e27-75af-46a9-b68f-ac4deafc31d1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:24.966762 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a02db-7f6c-4e4f-8b1c-9176ee45da4f req-5b99cf3a-5776-4120-9622-840699140ed3 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:24.968397 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe4a02db-7f6c-4e4f-8b1c-9176ee45da4f req-5b99cf3a-5776-4120-9622-840699140ed3 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Mar 20 16:19:25.014709 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe4a02db-7f6c-4e4f-8b1c-9176ee45da4f req-f55a21b2-d23c-4698-a3db-76f19f47f15a tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Mar 20 16:19:25.033616 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49216) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:25.048482 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2ed38a2-9572-4eef-9b00-e962bbbdbd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.161679 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2ed38a2-9572-4eef-9b00-e962bbbdbd12 admin admin] Publish callbacks [] for security_group (7e71547f-cbfd-40c0-a32e-a989fbaea4c4), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.166572 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2ed38a2-9572-4eef-9b00-e962bbbdbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7e71547f-cbfd-40c0-a32e-a989fbaea4c4), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.201453 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d2ed38a2-9572-4eef-9b00-e962bbbdbd12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be2f530d1e6d4d5092b500a140ec5b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666543 Mar 20 16:19:25.204591 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49226) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:25.215399 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed38a2-9572-4eef-9b00-e962bbbdbd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71547f-cbfd-40c0-a32e-a989fbaea4c4,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:25.225770 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09862a9-7094-4142-90e5-2bf4339927d9 req-325bf620-3d2a-45d1-a39c-0b40890f6fca tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:25.227315 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d09862a9-7094-4142-90e5-2bf4339927d9 req-325bf620-3d2a-45d1-a39c-0b40890f6fca tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1002781 Mar 20 16:19:25.261802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] Publish callbacks [] for security_group (7e71547f-cbfd-40c0-a32e-a989fbaea4c4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.275453 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d09862a9-7094-4142-90e5-2bf4339927d9 req-ef33519d-4d1a-4fb0-98c0-78697f168297 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Mar 20 16:19:25.283691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] Publish callbacks [] for security_group (7e71547f-cbfd-40c0-a32e-a989fbaea4c4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.333145 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (7e71547f-cbfd-40c0-a32e-a989fbaea4c4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.335582 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:25.336694 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e71547f-cbfd-40c0-a32e-a989fbaea4c4 HTTP/1.1" status: 204 len: 168 time: 0.1308372 Mar 20 16:19:25.345760 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1cfbf-8c1d-4d65-99b5-8ea87c9c64fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71547f-cbfd-40c0-a32e-a989fbaea4c4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:26.077293 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81fbcc-96c9-448a-b64e-beff204ee368 req-7acde785-e82b-498b-a986-29e7560647cf tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:26.079009 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a81fbcc-96c9-448a-b64e-beff204ee368 req-7acde785-e82b-498b-a986-29e7560647cf tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Mar 20 16:19:26.149987 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4a81fbcc-96c9-448a-b64e-beff204ee368 req-c03870fb-2e6d-497b-bd40-525e47ab5535 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647297 Mar 20 16:19:26.412951 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a1f88-3efa-42d9-82e1-7e66feb35ed6 req-d7686e53-1327-4867-8b17-4e38d83facdd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:26.413866 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c6a1f88-3efa-42d9-82e1-7e66feb35ed6 req-d7686e53-1327-4867-8b17-4e38d83facdd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0653460 Mar 20 16:19:26.481468 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c6a1f88-3efa-42d9-82e1-7e66feb35ed6 req-2f997c2c-a0e7-4f31-b9ad-a60375621d56 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Mar 20 16:19:27.280065 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139bf31-0bb1-41ed-89d1-a0ac6679365b req-2624b7a4-0cf5-4d5b-931c-9358ce5648f0 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:27.281542 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7139bf31-0bb1-41ed-89d1-a0ac6679365b req-2624b7a4-0cf5-4d5b-931c-9358ce5648f0 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0514991 Mar 20 16:19:27.329454 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7139bf31-0bb1-41ed-89d1-a0ac6679365b req-0a289c0c-241a-40b0-9074-6c88f103cc28 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Mar 20 16:19:27.608148 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ad2e-bc65-4725-a970-cbff24908ca1 req-8159a45d-c501-4b23-a3dd-cf097b2c60ef tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:27.609575 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a83ad2e-bc65-4725-a970-cbff24908ca1 req-8159a45d-c501-4b23-a3dd-cf097b2c60ef tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0549123 Mar 20 16:19:27.656318 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a83ad2e-bc65-4725-a970-cbff24908ca1 req-e2009574-ed6b-4ef2-a672-1dd814eda4de tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Mar 20 16:19:28.164906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-036decfa-bd48-4e53-85a2-820a3a4526c0 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:28.166444 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-036decfa-bd48-4e53-85a2-820a3a4526c0 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.0619071 Mar 20 16:19:28.284644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Deleting port 2d6cb395-2d01-420e-a479-92a1ca9ba961 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:19:28.285512 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:28.399654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] For port 2d6cb395-2d01-420e-a479-92a1ca9ba961, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=2d6cb395-2d01-420e-a479-92a1ca9ba961,segment=NetworkSegment(8e0b7879-4935-4afc-bfed-d179698eb7f3),segment_id=8e0b7879-4935-4afc-bfed-d179698eb7f3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:19:28.400273 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:28.440397 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Calling delete_port for 2d6cb395-2d01-420e-a479-92a1ca9ba961 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:19:28.521000 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf628-bff8-47d9-96e1-d7dbbf0e20f0 req-d3896b8d-5760-4dc7-a7c8-645b59608b9f tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:28.523516 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94ecf628-bff8-47d9-96e1-d7dbbf0e20f0 req-d3896b8d-5760-4dc7-a7c8-645b59608b9f tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 945 time: 0.1189618 Mar 20 16:19:28.609263 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-94ecf628-bff8-47d9-96e1-d7dbbf0e20f0 req-4bf41e0c-29cf-40a3-ac10-3a8f3118b1ea tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/security-groups?id=a85cde2f-d076-417e-9acb-79c9439d23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805979 Mar 20 16:19:28.640127 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (2d6cb395-2d01-420e-a479-92a1ca9ba961), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:28.674668 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Pushing event deleted for resources: {'Port': ['ID=2d6cb395-2d01-420e-a479-92a1ca9ba961,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:28.700589 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['2d6cb395-2d01-420e-a479-92a1ca9ba961'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:19:28.811495 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af074e63-598b-4a4e-b2ee-7cb6f6a7c220 req-1a252df6-5f7e-495e-b400-3aa2901a644f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:28.819138 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af074e63-598b-4a4e-b2ee-7cb6f6a7c220 req-1a252df6-5f7e-495e-b400-3aa2901a644f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0817134 Mar 20 16:19:28.867594 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af074e63-598b-4a4e-b2ee-7cb6f6a7c220 req-59916e78-edc4-45dc-b694-3c2b07e24cac tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Mar 20 16:19:28.947921 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] No DVR routers for this DVR port 2d6cb395-2d01-420e-a479-92a1ca9ba961 on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:19:28.951597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:28.956497 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d03f8053-8a66-4bdd-9cf0-11df406ff290 req-0bba719e-4acb-4c61-9a95-df582134ccff tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.42 "DELETE /v2.0/ports/2d6cb395-2d01-420e-a479-92a1ca9ba961 HTTP/1.1" status: 204 len: 173 time: 0.7830529 Mar 20 16:19:28.957097 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'name': 'network-vif-deleted', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:19:28.959805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba594ee3-fd82-4999-beea-bff95de65065" -d '{"events": [{"server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "name": "network-vif-deleted", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:19:28.995161 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf1a29-7694-4ff1-a29a-6d60e290ef3a x-openstack-request-id: req-a0cf1a29-7694-4ff1-a29a-6d60e290ef3a {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:19:28.995455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c39b8e-5eb2-4eaa-8200-b607ae011776", "name": "network-vif-deleted", "tag": "2d6cb395-2d01-420e-a479-92a1ca9ba961", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:19:28.995691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0cf1a29-7694-4ff1-a29a-6d60e290ef3a {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:19:28.996205 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c39b8e-5eb2-4eaa-8200-b607ae011776', 'name': 'network-vif-deleted', 'tag': '2d6cb395-2d01-420e-a479-92a1ca9ba961', 'status': 'completed', 'code': 200} Mar 20 16:19:29.711437 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49364) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:29.719435 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87553e12-43c2-409d-a71b-6aa006cc2129 req-b12f43a7-2aa3-4a5f-96e5-1ea4ccb4c108 tempest-VolumesActionsTest-2115325576 tempest-VolumesActionsTest-2115325576-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c39b8e-5eb2-4eaa-8200-b607ae011776 HTTP/1.1" status: 200 len: 210 time: 0.0277689 Mar 20 16:19:29.817430 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-075ffa97-fb6c-4835-8135-7caf7c6259ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:29.894354 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-075ffa97-fb6c-4835-8135-7caf7c6259ef admin admin] Publish callbacks [] for security_group (68393dfa-aeda-452d-bf4b-1066cdf55ada), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:29.900658 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-075ffa97-fb6c-4835-8135-7caf7c6259ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (68393dfa-aeda-452d-bf4b-1066cdf55ada), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:29.947311 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-075ffa97-fb6c-4835-8135-7caf7c6259ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59ab56f38dd74028b0a5eb3f4a70e029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337775 Mar 20 16:19:29.948079 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ffa97-fb6c-4835-8135-7caf7c6259ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68393dfa-aeda-452d-bf4b-1066cdf55ada,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:29.950090 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49376) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:30.009270 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] Publish callbacks [] for security_group (68393dfa-aeda-452d-bf4b-1066cdf55ada), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:30.013535 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea64e-05a6-46e4-8fc0-cd8148409b85 req-cb295ccb-9e07-46bf-8a66-daa5bf32b40f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:30.015098 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14dea64e-05a6-46e4-8fc0-cd8148409b85 req-cb295ccb-9e07-46bf-8a66-daa5bf32b40f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0592487 Mar 20 16:19:30.031106 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] Publish callbacks [] for security_group (68393dfa-aeda-452d-bf4b-1066cdf55ada), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:30.064464 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-14dea64e-05a6-46e4-8fc0-cd8148409b85 req-d673778d-dcfe-4da7-8bb4-49bc1105bf22 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Mar 20 16:19:30.083963 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (68393dfa-aeda-452d-bf4b-1066cdf55ada), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:30.086663 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:30.087922 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68393dfa-aeda-452d-bf4b-1066cdf55ada HTTP/1.1" status: 204 len: 168 time: 0.1368411 Mar 20 16:19:30.096496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41def206-c491-4075-9798-10cf12ce5aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68393dfa-aeda-452d-bf4b-1066cdf55ada,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:31.226401 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff8336-16a7-44af-aab3-6bc0e887cc5b req-6b6f77fd-8c52-4e1f-92f1-fa116add7dc6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:31.228768 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61ff8336-16a7-44af-aab3-6bc0e887cc5b req-6b6f77fd-8c52-4e1f-92f1-fa116add7dc6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0682931 Mar 20 16:19:31.282195 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49448) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:31.295261 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-61ff8336-16a7-44af-aab3-6bc0e887cc5b req-0c421728-7c10-467a-826d-fbe4c2ac5e8a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Mar 20 16:19:31.535790 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4bf4cff4-259f-4d16-8f14-44bf5fe61d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.613558 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4bf4cff4-259f-4d16-8f14-44bf5fe61d4f admin admin] Publish callbacks [] for security_group (72b4eefd-004f-420d-94f1-1e48c8ac3d04), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.617584 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4bf4cff4-259f-4d16-8f14-44bf5fe61d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (72b4eefd-004f-420d-94f1-1e48c8ac3d04), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.656240 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4bf4cff4-259f-4d16-8f14-44bf5fe61d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51c3334ff7e24a25b5fa4e68200eb9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727875 Mar 20 16:19:31.658842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4cff4-259f-4d16-8f14-44bf5fe61d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4eefd-004f-420d-94f1-1e48c8ac3d04,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:31.659323 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49472) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:31.720178 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] Publish callbacks [] for security_group (72b4eefd-004f-420d-94f1-1e48c8ac3d04), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.743089 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] Publish callbacks [] for security_group (72b4eefd-004f-420d-94f1-1e48c8ac3d04), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.795082 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (72b4eefd-004f-420d-94f1-1e48c8ac3d04), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.797633 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:31.798813 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72b4eefd-004f-420d-94f1-1e48c8ac3d04 HTTP/1.1" status: 204 len: 168 time: 0.1384056 Mar 20 16:19:31.807186 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d2a34-5390-4969-ada5-e483e5599540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4eefd-004f-420d-94f1-1e48c8ac3d04,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:32.118558 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 2d6cb395-2d01-420e-a479-92a1ca9ba961 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:19:32.143285 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 2d6cb395-2d01-420e-a479-92a1ca9ba961 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:19:32.143831 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 2d6cb395-2d01-420e-a479-92a1ca9ba961 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:19:32.153977 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49490) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:32.169350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce54910b-d4fc-44d1-82ed-d4b8ee5ec73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.260061 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce54910b-d4fc-44d1-82ed-d4b8ee5ec73c admin admin] Publish callbacks [] for security_group (dde57dc2-7a33-4e46-bfee-d6f831b9c319), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.264484 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce54910b-d4fc-44d1-82ed-d4b8ee5ec73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dde57dc2-7a33-4e46-bfee-d6f831b9c319), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.315436 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ce54910b-d4fc-44d1-82ed-d4b8ee5ec73c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26706f5dd5d74497b00086ba042f0a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603451 Mar 20 16:19:32.317701 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54910b-d4fc-44d1-82ed-d4b8ee5ec73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde57dc2-7a33-4e46-bfee-d6f831b9c319,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:32.318351 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49496) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:32.427157 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] Publish callbacks [] for security_group (dde57dc2-7a33-4e46-bfee-d6f831b9c319), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.459528 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] Publish callbacks [] for security_group (dde57dc2-7a33-4e46-bfee-d6f831b9c319), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.473222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db1f0-ec8a-4898-a7f1-fa988b6cf48b req-d6656484-4d6f-4338-beb9-9f9fad6e1146 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:32.474754 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d96db1f0-ec8a-4898-a7f1-fa988b6cf48b req-d6656484-4d6f-4338-beb9-9f9fad6e1146 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0874064 Mar 20 16:19:32.540165 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d96db1f0-ec8a-4898-a7f1-fa988b6cf48b req-bc911c4e-c01f-41b5-808e-40d5445db3fd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566738 Mar 20 16:19:32.541125 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dde57dc2-7a33-4e46-bfee-d6f831b9c319), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.543729 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:32.544741 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dde57dc2-7a33-4e46-bfee-d6f831b9c319 HTTP/1.1" status: 204 len: 168 time: 0.2253385 Mar 20 16:19:32.552203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a4aa9-0859-4396-9da3-0a78739a9170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde57dc2-7a33-4e46-bfee-d6f831b9c319,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:33.698528 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcccc2c-2bfb-48c8-ae1d-a8304f006cb3 req-565a02b3-420f-4c2d-a5e5-65204b6af481 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:33.698528 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfcccc2c-2bfb-48c8-ae1d-a8304f006cb3 req-565a02b3-420f-4c2d-a5e5-65204b6af481 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0638268 Mar 20 16:19:33.750777 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfcccc2c-2bfb-48c8-ae1d-a8304f006cb3 req-88f7703b-bbe0-4bed-9c51-f4ee44bfd270 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Mar 20 16:19:34.884091 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b1c4d-6914-412d-b6aa-ce881b2ef18f req-1365b3bc-a1b1-4578-96d9-1fd5a8da030b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:34.885609 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e08b1c4d-6914-412d-b6aa-ce881b2ef18f req-1365b3bc-a1b1-4578-96d9-1fd5a8da030b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0567310 Mar 20 16:19:34.931974 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e08b1c4d-6914-412d-b6aa-ce881b2ef18f req-502e8ff3-ee6d-4b4e-ae0b-afc65a93f4dd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Mar 20 16:19:36.064254 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a6b02-5570-4892-b916-2643ddd24c21 req-715c32c6-d61f-4c58-9795-e506a15ccc47 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:36.065750 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-433a6b02-5570-4892-b916-2643ddd24c21 req-715c32c6-d61f-4c58-9795-e506a15ccc47 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0658634 Mar 20 16:19:36.117358 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-433a6b02-5570-4892-b916-2643ddd24c21 req-d352b752-dd0a-4593-8f21-3ad9732fb5e3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Mar 20 16:19:37.245239 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6731-fcf9-472b-b64a-1c6da3f06572 req-e40e24f3-9f20-4b47-b341-6474735f7f43 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:37.246903 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97ff6731-fcf9-472b-b64a-1c6da3f06572 req-e40e24f3-9f20-4b47-b341-6474735f7f43 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0597579 Mar 20 16:19:37.295026 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97ff6731-fcf9-472b-b64a-1c6da3f06572 req-5eb87a94-5e7b-4a94-a0df-e6ec2ba9e281 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Mar 20 16:19:38.420126 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e90a46-9fae-45b0-bb1a-8503e7d03be3 req-c7dec5c0-5544-48c5-83ab-6a49acb81d54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:38.421493 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-70e90a46-9fae-45b0-bb1a-8503e7d03be3 req-c7dec5c0-5544-48c5-83ab-6a49acb81d54 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0542850 Mar 20 16:19:38.468219 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-70e90a46-9fae-45b0-bb1a-8503e7d03be3 req-ba0772a6-6ca4-4a1b-8184-e4adc0ecc7b5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Mar 20 16:19:39.601231 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182af15-7610-4792-97f0-6e39aff8e901 req-56a3b0b1-ea95-4ca0-a03c-6aec57b30304 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:39.602821 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c182af15-7610-4792-97f0-6e39aff8e901 req-56a3b0b1-ea95-4ca0-a03c-6aec57b30304 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0532515 Mar 20 16:19:39.651915 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c182af15-7610-4792-97f0-6e39aff8e901 req-ab0d26ae-0ea6-44fb-b6ce-5d7db9ed13f6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434492 Mar 20 16:19:40.217096 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:19:40.394909 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9650526a-aff9-4490-a46a-da5286f950cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:40.772649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab76113-4d95-4462-81a7-38ddf17ba13e req-9f142331-cb4d-4c56-9037-8a697045de2f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:40.774549 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ab76113-4d95-4462-81a7-38ddf17ba13e req-9f142331-cb4d-4c56-9037-8a697045de2f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Mar 20 16:19:40.827622 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ab76113-4d95-4462-81a7-38ddf17ba13e req-be8890ff-c028-4829-aafd-b399179769af tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Mar 20 16:19:41.802028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fbbc9-1c5a-4c6f-a3ef-5a5fa93b1fc4 req-f66d0601-8859-4143-a34c-e5e0f85d49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:41.803545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a71fbbc9-1c5a-4c6f-a3ef-5a5fa93b1fc4 req-f66d0601-8859-4143-a34c-e5e0f85d49c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.0438893 Mar 20 16:19:41.853298 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a71fbbc9-1c5a-4c6f-a3ef-5a5fa93b1fc4 req-befbdd0d-2629-495a-bc67-1c7d4d0996f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Mar 20 16:19:41.947574 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bcec2-4657-41b9-992f-6ea3126a28eb req-128aa91d-70f1-426f-bc76-9d232fc06414 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:41.949149 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-713bcec2-4657-41b9-992f-6ea3126a28eb req-128aa91d-70f1-426f-bc76-9d232fc06414 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0554502 Mar 20 16:19:41.995880 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-713bcec2-4657-41b9-992f-6ea3126a28eb req-d04b4b22-db59-4df0-b41d-499c2f412e50 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Mar 20 16:19:42.729752 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916daf94-c8e1-4a87-a357-b9d268b2c06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.067901 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49792) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:43.158629 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811631-94de-43e6-a65e-016ec19bee90 req-98970976-79a6-4099-b033-6179b726169c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:43.160981 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa811631-94de-43e6-a65e-016ec19bee90 req-98970976-79a6-4099-b033-6179b726169c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0858796 Mar 20 16:19:43.271184 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-76334166-9ff5-479b-a30f-a1597325bcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.288024 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa811631-94de-43e6-a65e-016ec19bee90 req-d59e51f5-300a-46b0-9d88-31c4a0a886f7 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108799 Mar 20 16:19:43.416153 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-76334166-9ff5-479b-a30f-a1597325bcf9 admin admin] Publish callbacks [] for security_group (b7a034c0-01d8-4890-a4a3-e95645836aff), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.420972 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-76334166-9ff5-479b-a30f-a1597325bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b7a034c0-01d8-4890-a4a3-e95645836aff), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.459737 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-76334166-9ff5-479b-a30f-a1597325bcf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06d210c7ef9d4fcda20b90be8570fe87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898082 Mar 20 16:19:43.461716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76334166-9ff5-479b-a30f-a1597325bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a034c0-01d8-4890-a4a3-e95645836aff,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:43.462551 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49806) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:43.509115 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] Publish callbacks [] for security_group (b7a034c0-01d8-4890-a4a3-e95645836aff), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.530630 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] Publish callbacks [] for security_group (b7a034c0-01d8-4890-a4a3-e95645836aff), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.579381 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b7a034c0-01d8-4890-a4a3-e95645836aff), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.581930 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.583169 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7a034c0-01d8-4890-a4a3-e95645836aff HTTP/1.1" status: 204 len: 168 time: 0.1196158 Mar 20 16:19:43.591101 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202677-b88f-42aa-83d9-18a6b348b604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a034c0-01d8-4890-a4a3-e95645836aff,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:43.882454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 49818) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:43.895505 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e41dc4bf-f725-4635-a425-d2f28d63281b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.900573 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.978168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e41dc4bf-f725-4635-a425-d2f28d63281b admin admin] Publish callbacks [] for security_group (59e8ae58-9960-48b6-b1d3-7771916a6eb9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:43.982658 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e41dc4bf-f725-4635-a425-d2f28d63281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (59e8ae58-9960-48b6-b1d3-7771916a6eb9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.028111 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e41dc4bf-f725-4635-a425-d2f28d63281b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd9ea462b48c4240ac1d02ccd561d7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444905 Mar 20 16:19:44.029004 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dc4bf-f725-4635-a425-d2f28d63281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8ae58-9960-48b6-b1d3-7771916a6eb9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:44.031080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49820) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:44.085208 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Publish callbacks [] for security_group (59e8ae58-9960-48b6-b1d3-7771916a6eb9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.113564 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Publish callbacks [] for security_group (59e8ae58-9960-48b6-b1d3-7771916a6eb9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.165892 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (59e8ae58-9960-48b6-b1d3-7771916a6eb9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.168454 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.169622 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59e8ae58-9960-48b6-b1d3-7771916a6eb9 HTTP/1.1" status: 204 len: 168 time: 0.1374915 Mar 20 16:19:44.182814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8ae58-9960-48b6-b1d3-7771916a6eb9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:44.191150 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.191711 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.192240 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.192753 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.193433 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.193944 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.194488 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.194999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.195494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.195995 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.196496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.197005 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.197502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.197995 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.198526 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7119c-ea8d-4043-97cb-9b5324547d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:19:44.511675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1044-2157-4391-b6f3-0af16e78d506 req-dbb29dc2-01e1-464c-b0e6-bd9828b44df4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:44.523562 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91ee1044-2157-4391-b6f3-0af16e78d506 req-dbb29dc2-01e1-464c-b0e6-bd9828b44df4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1287634 Mar 20 16:19:44.632671 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-91ee1044-2157-4391-b6f3-0af16e78d506 req-be26ea9d-ecf3-41d3-8b7c-d98b53541367 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055346 Mar 20 16:19:44.751180 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49846) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:44.764879 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-28770269-504d-445b-b8eb-3a0ba90b8598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.857972 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-28770269-504d-445b-b8eb-3a0ba90b8598 admin admin] Publish callbacks [] for security_group (9c0d4b79-853c-4bba-8685-7e1ded395d24), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.864392 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-28770269-504d-445b-b8eb-3a0ba90b8598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9c0d4b79-853c-4bba-8685-7e1ded395d24), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:44.916276 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-28770269-504d-445b-b8eb-3a0ba90b8598 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1637e14248e44635a69e7ee5de6b5519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636617 Mar 20 16:19:44.917189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28770269-504d-445b-b8eb-3a0ba90b8598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d4b79-853c-4bba-8685-7e1ded395d24,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:44.920899 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 49854) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:19:44.984714 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] Publish callbacks [] for security_group (9c0d4b79-853c-4bba-8685-7e1ded395d24), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:45.007993 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] Publish callbacks [] for security_group (9c0d4b79-853c-4bba-8685-7e1ded395d24), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:45.008466 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78aaf-bc91-4b81-8bed-5005cf05ba48 req-d0be90d4-e020-4109-9a5a-1a0e8bc00a8e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:45.010025 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-60e78aaf-bc91-4b81-8bed-5005cf05ba48 req-d0be90d4-e020-4109-9a5a-1a0e8bc00a8e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1500840 Mar 20 16:19:45.012901 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-96080a46-3c14-47bc-875e-62c74ee858ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:45.014291 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-96080a46-3c14-47bc-875e-62c74ee858ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.1426709 Mar 20 16:19:45.062325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9c0d4b79-853c-4bba-8685-7e1ded395d24), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:45.065195 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:45.066396 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c0d4b79-853c-4bba-8685-7e1ded395d24 HTTP/1.1" status: 204 len: 168 time: 0.1441150 Mar 20 16:19:45.074908 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfaa14-7513-4b8c-8674-3e6193203155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d4b79-853c-4bba-8685-7e1ded395d24,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:19:45.112989 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-60e78aaf-bc91-4b81-8bed-5005cf05ba48 req-0fa2d38a-8936-443c-8a8b-63f9bd963142 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Mar 20 16:19:45.140675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-971f82cf-09a5-4804-b777-30bdbc3b9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:45.142178 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-971f82cf-09a5-4804-b777-30bdbc3b9a5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1191921 Mar 20 16:19:45.182878 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-baf4c56c-70d0-444e-a356-ce1eecbea5ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0343471 Mar 20 16:19:45.200189 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:45.233668 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-66446a74-b041-45ba-a769-2a58efd3f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:45.235225 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-66446a74-b041-45ba-a769-2a58efd3f339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0466292 Mar 20 16:19:45.267449 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-e16c2926-8885-4a15-b989-42181848156d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262187 Mar 20 16:19:45.386723 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-3c7ee8f7-899f-41b0-894d-905fd90b8728 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103539 Mar 20 16:19:45.491591 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-31ae7f4a-3d76-40d5-99f4-a306647b50ad req-55bbdea0-42eb-4b3f-8951-5bf4e515857a service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950689 Mar 20 16:19:46.789332 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:48.728427 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-4baabd4e-b4c1-43da-8b90-aafb7423b941 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661876 Mar 20 16:19:48.844165 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-a8cdc582-81c8-4e0d-9b97-b9a1b54d575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:48.845225 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-a8cdc582-81c8-4e0d-9b97-b9a1b54d575a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0614491 Mar 20 16:19:49.037687 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e302e-6f45-4b3f-a0fe-fa24ca5de4ca req-b02e75b4-3b60-43b2-b28a-77f12f1d683a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:49.039185 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-707e302e-6f45-4b3f-a0fe-fa24ca5de4ca req-b02e75b4-3b60-43b2-b28a-77f12f1d683a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1317427 Mar 20 16:19:49.044540 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-e46c30dc-07fd-49b5-81db-a3fcda219495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:49.046230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-e46c30dc-07fd-49b5-81db-a3fcda219495 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1668124 Mar 20 16:19:49.134194 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-24263287-5490-4239-b614-8f422658701b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc HTTP/1.1" status: 200 len: 217 time: 0.0509067 Mar 20 16:19:49.137517 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-707e302e-6f45-4b3f-a0fe-fa24ca5de4ca req-a8ab6742-aaf1-4201-ba66-15d6b4d0d4b3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902839 Mar 20 16:19:49.190779 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-ca8d5692-0720-4b00-a7dc-8ab7e82f086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:49.192230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-ca8d5692-0720-4b00-a7dc-8ab7e82f086d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0488224 Mar 20 16:19:49.223962 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-0286f489-9875-45da-bb35-12aec20f2d19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245247 Mar 20 16:19:49.311816 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-c675cba9-3d2c-4dab-aaa7-036191584bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804713 Mar 20 16:19:49.409084 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d58cac5-120c-4929-b338-8f1a209041a2 req-e983dcc6-8d56-4540-acfe-5befafcc1752 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893240 Mar 20 16:19:50.287529 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fee55-7a51-4f5c-a21c-801732bddffb req-1fead87d-6316-4305-af21-98d2cf02d145 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:50.291121 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-481fee55-7a51-4f5c-a21c-801732bddffb req-1fead87d-6316-4305-af21-98d2cf02d145 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0780666 Mar 20 16:19:50.352808 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-481fee55-7a51-4f5c-a21c-801732bddffb req-3d261f06-dfbf-4bae-9973-64b7f8e3b94f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561483 Mar 20 16:19:51.470434 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308c01-b5c6-4fc6-9046-abe08bfb9273 req-065b0ffc-1972-4660-80fd-6baead5da3c3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:51.472102 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46308c01-b5c6-4fc6-9046-abe08bfb9273 req-065b0ffc-1972-4660-80fd-6baead5da3c3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0562572 Mar 20 16:19:51.529723 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-46308c01-b5c6-4fc6-9046-abe08bfb9273 req-bb09efab-6e29-4df9-a845-053d122da4f3 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Mar 20 16:19:51.700886 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:19:52.475529 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a4ab-70c1-41cb-9aa1-db2855e27a9f req-d4c01a24-138e-4e6f-87b9-521602a90f1b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:52.477568 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3d2a4ab-70c1-41cb-9aa1-db2855e27a9f req-d4c01a24-138e-4e6f-87b9-521602a90f1b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Mar 20 16:19:52.526955 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3d2a4ab-70c1-41cb-9aa1-db2855e27a9f req-63bb595e-614b-47ce-ae21-7560322a0a3f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431342 Mar 20 16:19:53.023809 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bdeda-c024-4b7f-a1b6-81b3eb6dd5cd req-cf12ec98-9bbb-4a4e-9d29-19c8d7454de5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:53.025407 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c1bdeda-c024-4b7f-a1b6-81b3eb6dd5cd req-cf12ec98-9bbb-4a4e-9d29-19c8d7454de5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0606270 Mar 20 16:19:53.077991 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c1bdeda-c024-4b7f-a1b6-81b3eb6dd5cd req-af3087e6-2103-477d-b5ac-4f3ec2bcbeb2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Mar 20 16:19:53.671070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b3427-a147-41f6-8644-c07333b28011 req-423a7c5a-c1cf-4228-932a-b3bd47fec735 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:53.672853 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e51b3427-a147-41f6-8644-c07333b28011 req-423a7c5a-c1cf-4228-932a-b3bd47fec735 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0606620 Mar 20 16:19:53.722283 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e51b3427-a147-41f6-8644-c07333b28011 req-eea9952d-0206-47ea-b4c5-b19b5c95051d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433476 Mar 20 16:19:54.858577 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6319337-1c7f-4f7a-9f30-415aa83bc85a req-f5dc6c97-7c41-4564-85dd-4e87eee3f2e9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:54.860050 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6319337-1c7f-4f7a-9f30-415aa83bc85a req-f5dc6c97-7c41-4564-85dd-4e87eee3f2e9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0596483 Mar 20 16:19:54.907218 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6319337-1c7f-4f7a-9f30-415aa83bc85a req-b7c5d201-48e8-4193-8d4a-eb0c6eeebb57 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415330 Mar 20 16:19:56.041189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7922-b8e5-4173-9d14-d13911665810 req-253a5e5f-cc11-47d3-8fc6-0a1f28257c59 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:56.043054 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-790a7922-b8e5-4173-9d14-d13911665810 req-253a5e5f-cc11-47d3-8fc6-0a1f28257c59 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0623114 Mar 20 16:19:56.107561 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-790a7922-b8e5-4173-9d14-d13911665810 req-b17ab9cc-f6ec-4712-99b8-5e87e73753e5 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559938 Mar 20 16:19:56.647670 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93ead9-5d2d-4d93-93f2-84951fefe71b req-e39a7719-d2d0-456a-9ee8-d0351c5fca1b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:56.647670 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c93ead9-5d2d-4d93-93f2-84951fefe71b req-e39a7719-d2d0-456a-9ee8-d0351c5fca1b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0546513 Mar 20 16:19:56.741798 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c93ead9-5d2d-4d93-93f2-84951fefe71b req-319eec1a-cde5-4c63-b119-cc3ba0b8402c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847287 Mar 20 16:19:57.257459 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46313d-a00b-41ce-b49c-a1d769e9a3ec req-7aebbe04-9d3b-4d2d-9e1b-b3b887cd52dc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:57.259047 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d46313d-a00b-41ce-b49c-a1d769e9a3ec req-7aebbe04-9d3b-4d2d-9e1b-b3b887cd52dc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0585921 Mar 20 16:19:57.307094 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d46313d-a00b-41ce-b49c-a1d769e9a3ec req-834bd982-7699-445a-999f-2dce1503958a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422509 Mar 20 16:19:57.869688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c4ae-9da6-40b3-a7b5-cd500d9e949e req-0525dea0-23da-405c-a710-45f5324ce4b4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:57.871268 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e933c4ae-9da6-40b3-a7b5-cd500d9e949e req-0525dea0-23da-405c-a710-45f5324ce4b4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0545359 Mar 20 16:19:57.922439 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e933c4ae-9da6-40b3-a7b5-cd500d9e949e req-0eb8652f-65a7-43be-bbb5-fdc5dbaf1f3c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451424 Mar 20 16:19:58.438086 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecceea-22d0-430a-88e0-2c88b779cd92 req-271771c6-5453-4790-8b0c-c4796b0b2158 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:58.445928 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9aecceea-22d0-430a-88e0-2c88b779cd92 req-271771c6-5453-4790-8b0c-c4796b0b2158 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0597107 Mar 20 16:19:58.489887 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9aecceea-22d0-430a-88e0-2c88b779cd92 req-a6316070-ab30-4d5f-9b71-11853e4e0291 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428984 Mar 20 16:19:59.064835 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898fc29-2268-4ff7-a59d-877a1299f5a7 req-590faed8-a8db-4208-8ff5-3ae9292f1c9b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:59.066424 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3898fc29-2268-4ff7-a59d-877a1299f5a7 req-590faed8-a8db-4208-8ff5-3ae9292f1c9b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0669429 Mar 20 16:19:59.114828 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3898fc29-2268-4ff7-a59d-877a1299f5a7 req-15c5d8a7-9edc-46bd-a952-e1446f21b397 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Mar 20 16:19:59.631172 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaf2d4-1033-4ca8-bd18-f381591b9e0d req-0b27782a-c96d-4d2d-a523-43019b82d0b7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:19:59.632642 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfeaf2d4-1033-4ca8-bd18-f381591b9e0d req-0b27782a-c96d-4d2d-a523-43019b82d0b7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0565355 Mar 20 16:19:59.700068 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfeaf2d4-1033-4ca8-bd18-f381591b9e0d req-e1f8961b-8e63-4792-9d61-a59fb028bf77 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614910 Mar 20 16:20:00.243770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8fdd-c21a-4d0c-8229-701c08a48301 req-fcc2492a-a0f7-4f4c-9d5a-2f498c6057c0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:00.245962 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c16a8fdd-c21a-4d0c-8229-701c08a48301 req-fcc2492a-a0f7-4f4c-9d5a-2f498c6057c0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0606978 Mar 20 16:20:00.294585 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c16a8fdd-c21a-4d0c-8229-701c08a48301 req-f96994fa-a9e7-45fc-a72a-3377bd8ebf4a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Mar 20 16:20:00.856407 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd3be9-0eba-4d40-9c07-c7ca37059b3d req-32e8d51e-2526-44b9-9d00-602ee0d4b2c0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:00.858769 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9fd3be9-0eba-4d40-9c07-c7ca37059b3d req-32e8d51e-2526-44b9-9d00-602ee0d4b2c0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0752218 Mar 20 16:20:00.919516 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e9fd3be9-0eba-4d40-9c07-c7ca37059b3d req-503c574c-6d97-4b5b-924c-515761b1352a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551393 Mar 20 16:20:01.422384 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6137021-bbaf-46d8-962c-7c93f3ab2c1a req-0acad43f-de83-46e4-a7ad-503b0a515679 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:01.423808 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6137021-bbaf-46d8-962c-7c93f3ab2c1a req-0acad43f-de83-46e4-a7ad-503b0a515679 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0611284 Mar 20 16:20:01.473455 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6137021-bbaf-46d8-962c-7c93f3ab2c1a req-0f47fa1e-1dc7-4f0c-8437-284d1a88afee tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Mar 20 16:20:02.069340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe9fa-7a69-46ed-adda-4300030d7d0c req-7e96c4a4-629b-4c2d-9377-74cded9b1add tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:02.071072 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d6fe9fa-7a69-46ed-adda-4300030d7d0c req-7e96c4a4-629b-4c2d-9377-74cded9b1add tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0775568 Mar 20 16:20:02.121457 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d6fe9fa-7a69-46ed-adda-4300030d7d0c req-00ef2de0-2c99-4c71-8f24-9277b16f26a6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443361 Mar 20 16:20:02.612623 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3668103-2d07-475b-a175-e1210808a8fd req-50607143-4fcc-4dcd-b0d1-39b7facff0aa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:02.614984 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3668103-2d07-475b-a175-e1210808a8fd req-50607143-4fcc-4dcd-b0d1-39b7facff0aa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0633116 Mar 20 16:20:02.670225 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3668103-2d07-475b-a175-e1210808a8fd req-15e054c3-f297-4c62-943a-5851256870ab tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490472 Mar 20 16:20:03.248682 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c053-630a-4e37-9873-f5dbceb5dceb req-4a4379e4-c49a-4436-9dee-d69b487f2668 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:03.250169 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db64c053-630a-4e37-9873-f5dbceb5dceb req-4a4379e4-c49a-4436-9dee-d69b487f2668 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0539382 Mar 20 16:20:03.305823 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db64c053-630a-4e37-9873-f5dbceb5dceb req-fc6e22c1-6c82-425e-ae06-355c42e7438b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476975 Mar 20 16:20:03.797106 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d61c-6e6c-4c36-b845-09091ca11260 req-9b1b389e-836f-4b62-a33c-460fbc7112e6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:03.798686 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6e6d61c-6e6c-4c36-b845-09091ca11260 req-9b1b389e-836f-4b62-a33c-460fbc7112e6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Mar 20 16:20:03.848011 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6e6d61c-6e6c-4c36-b845-09091ca11260 req-4ca0c373-5357-4c7a-992d-60655615b710 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Mar 20 16:20:04.450613 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca070c31-b9b7-4389-a26e-38c4d49035a5 req-da6fcb69-bb2a-4024-a06c-cf427f0c72de tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:04.452733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca070c31-b9b7-4389-a26e-38c4d49035a5 req-da6fcb69-bb2a-4024-a06c-cf427f0c72de tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0599928 Mar 20 16:20:04.509333 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-e36eb5c6-5359-415f-80c2-1f4bd90c4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:04.510791 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-e36eb5c6-5359-415f-80c2-1f4bd90c4b68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.0787497 Mar 20 16:20:04.516555 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca070c31-b9b7-4389-a26e-38c4d49035a5 req-585bbad3-ddee-4189-bdaa-2079eb41adf8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578737 Mar 20 16:20:04.518402 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523359-3de1-447f-8a38-d2ec05fc8313 req-fc1bc0bf-4fe5-4010-ab11-130ab130bd09 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:04.519890 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de523359-3de1-447f-8a38-d2ec05fc8313 req-fc1bc0bf-4fe5-4010-ab11-130ab130bd09 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0966632 Mar 20 16:20:04.654856 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-de523359-3de1-447f-8a38-d2ec05fc8313 req-61b09321-5494-4996-b206-716a87fa00ed tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Mar 20 16:20:04.656555 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-8d229a1c-71da-400b-b506-684594f8ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:04.658164 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-8d229a1c-71da-400b-b506-684594f8ff64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.1372271 Mar 20 16:20:04.708139 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-2c08eb13-db68-42ef-81ca-388b44e2a409 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.0386996 Mar 20 16:20:04.761412 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-5565ae54-b6a3-49cc-9201-a6026eb47f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:04.763107 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-5565ae54-b6a3-49cc-9201-a6026eb47f4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.0474434 Mar 20 16:20:04.806493 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-224f37c4-d2fc-4820-aed8-f9e498b74784 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264401 Mar 20 16:20:04.948679 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-a65657f8-1522-429b-a39a-0fa2260be612 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343277 Mar 20 16:20:05.089651 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cae6deaa-c108-4384-ba88-39871c7b2291 req-b07bbf23-33f7-4db1-9231-eaf9334cc0a9 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338220 Mar 20 16:20:05.105568 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f498d-7649-4dfc-a1c1-6c9afb921db2 req-bf79e4df-f02e-4a1a-b3b9-18670dd03caa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:05.107180 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3f498d-7649-4dfc-a1c1-6c9afb921db2 req-bf79e4df-f02e-4a1a-b3b9-18670dd03caa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0725982 Mar 20 16:20:05.165622 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aa3f498d-7649-4dfc-a1c1-6c9afb921db2 req-8a73e516-5b03-426f-ab0a-0df26cee95b7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509603 Mar 20 16:20:05.639535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0c9a-b8f8-4eec-8fbc-b2e8f7d08cfa req-18536a5e-1b8e-4c14-9a39-b45b693ef856 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:05.641023 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-808a0c9a-b8f8-4eec-8fbc-b2e8f7d08cfa req-18536a5e-1b8e-4c14-9a39-b45b693ef856 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Mar 20 16:20:05.695025 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-808a0c9a-b8f8-4eec-8fbc-b2e8f7d08cfa req-309aa8ef-a25c-4c22-8d02-e69463a1f52a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466006 Mar 20 16:20:05.780413 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac7ef-bb2d-4dc0-b432-67d77a48ae93 req-d840c74e-1648-4a51-b430-c84b01e4d25d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:05.782715 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d1ac7ef-bb2d-4dc0-b432-67d77a48ae93 req-d840c74e-1648-4a51-b430-c84b01e4d25d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0595770 Mar 20 16:20:05.829990 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d1ac7ef-bb2d-4dc0-b432-67d77a48ae93 req-418b2058-ecaa-499c-a441-f57254d4e6fa tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Mar 20 16:20:06.298239 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675ac1c-9e7d-42c8-a588-6270b785e78b req-78049cd8-06fb-4b33-98bd-5454f271b267 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:06.299804 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b675ac1c-9e7d-42c8-a588-6270b785e78b req-78049cd8-06fb-4b33-98bd-5454f271b267 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0616951 Mar 20 16:20:06.346814 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b675ac1c-9e7d-42c8-a588-6270b785e78b req-724a4c35-b82a-4404-9fe7-89f46a344114 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Mar 20 16:20:06.832455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88af0bb-0d09-4e97-ac37-5b0d87f74f8f req-461f5d99-fe7b-495d-bcbe-aa0ca2364679 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:06.833967 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88af0bb-0d09-4e97-ac37-5b0d87f74f8f req-461f5d99-fe7b-495d-bcbe-aa0ca2364679 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0604091 Mar 20 16:20:06.890052 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b88af0bb-0d09-4e97-ac37-5b0d87f74f8f req-95a63b85-e314-4aaa-8a97-d0163d5c22cc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461702 Mar 20 16:20:06.964062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6a3a3-fcb9-4889-b0be-12b6672164d3 req-e4ac43f5-8691-4733-a4ac-d1f5b4ca8f3f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:06.965565 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c4f6a3a3-fcb9-4889-b0be-12b6672164d3 req-e4ac43f5-8691-4733-a4ac-d1f5b4ca8f3f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0641634 Mar 20 16:20:07.019060 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c4f6a3a3-fcb9-4889-b0be-12b6672164d3 req-4f9987bf-5cb8-4f04-98c1-201a07c0a115 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Mar 20 16:20:07.509051 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666ff0-b953-4d0d-8c40-186fef9efd06 req-c37ce0c4-76a8-4b06-a3b2-a81f59c2da8d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:07.510631 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bc666ff0-b953-4d0d-8c40-186fef9efd06 req-c37ce0c4-76a8-4b06-a3b2-a81f59c2da8d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Mar 20 16:20:07.561460 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bc666ff0-b953-4d0d-8c40-186fef9efd06 req-30d40b84-31e8-4b5a-ae13-dbfc4ccb92da tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439794 Mar 20 16:20:08.040037 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ab5e9-f847-41af-b2a4-83fc635c33df req-85f9f315-66b7-42ce-bb5a-8e25f175f189 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:08.042208 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-961ab5e9-f847-41af-b2a4-83fc635c33df req-85f9f315-66b7-42ce-bb5a-8e25f175f189 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0693583 Mar 20 16:20:08.145082 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-961ab5e9-f847-41af-b2a4-83fc635c33df req-a363c664-fa47-4a21-9a29-0758fc74e0ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886087 Mar 20 16:20:08.167158 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1c475-6cd8-4acb-b770-e97beb754b7c req-4b82eee9-880a-480e-9f7d-4e5f2af839f5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:08.175979 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aef1c475-6cd8-4acb-b770-e97beb754b7c req-4b82eee9-880a-480e-9f7d-4e5f2af839f5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0738523 Mar 20 16:20:08.237548 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aef1c475-6cd8-4acb-b770-e97beb754b7c req-7a933755-1a0e-46ae-9457-50e5c60f06cc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Mar 20 16:20:08.702325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1aec4-e374-4063-a81d-784763a4a999 req-f251000a-fe14-4ba2-b805-790aad5f820c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:08.704223 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-baa1aec4-e374-4063-a81d-784763a4a999 req-f251000a-fe14-4ba2-b805-790aad5f820c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0679595 Mar 20 16:20:08.784465 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-baa1aec4-e374-4063-a81d-784763a4a999 req-3acfa962-104f-4b26-8899-c69b7c1cc8aa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704327 Mar 20 16:20:09.296832 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226a7f-633b-4b29-a5d1-4941beb3788e req-41c76ddd-17c2-43a3-b478-62cc2d413c19 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:09.298565 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42226a7f-633b-4b29-a5d1-4941beb3788e req-41c76ddd-17c2-43a3-b478-62cc2d413c19 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0658665 Mar 20 16:20:09.362527 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-42226a7f-633b-4b29-a5d1-4941beb3788e req-095dcd23-ece0-40d6-aabb-29842c1727dc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574367 Mar 20 16:20:09.371224 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df99c-0790-40a9-8e1e-e67a9fe29c44 req-01aa1637-84e5-44db-b60e-4d924d6f663e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:09.385073 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b69df99c-0790-40a9-8e1e-e67a9fe29c44 req-01aa1637-84e5-44db-b60e-4d924d6f663e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0761266 Mar 20 16:20:09.438147 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b69df99c-0790-40a9-8e1e-e67a9fe29c44 req-dca5e847-555f-4326-9767-1dbb6e80fb2f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Mar 20 16:20:09.911246 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576213d-1573-4a44-a150-fbf0a789a273 req-6b7e2a57-d292-40ed-bab1-94cffb6615c6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:09.912898 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5576213d-1573-4a44-a150-fbf0a789a273 req-6b7e2a57-d292-40ed-bab1-94cffb6615c6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0606403 Mar 20 16:20:09.967163 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5576213d-1573-4a44-a150-fbf0a789a273 req-5526806a-5e74-4e9e-944c-6bff037001af tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472133 Mar 20 16:20:10.400406 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b87b0783-7e3b-41ea-9527-3ee04b51d51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:10.531331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee056-6119-4ec6-9c32-014f5abd56f7 req-db3b2ba4-977a-457a-8d93-600fd4d52631 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:10.533020 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f2ee056-6119-4ec6-9c32-014f5abd56f7 req-db3b2ba4-977a-457a-8d93-600fd4d52631 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0663397 Mar 20 16:20:10.571257 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb315a-4df8-4c0e-a8ab-55c173e27e29 req-d7282f52-ba40-414b-b732-e53087141f86 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:10.573103 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1fb315a-4df8-4c0e-a8ab-55c173e27e29 req-d7282f52-ba40-414b-b732-e53087141f86 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0620096 Mar 20 16:20:10.604836 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f2ee056-6119-4ec6-9c32-014f5abd56f7 req-62117496-03c1-4a80-b47c-536e1c617545 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659761 Mar 20 16:20:10.648081 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e1fb315a-4df8-4c0e-a8ab-55c173e27e29 req-4c5e4c29-9ae4-4b0a-9c1c-2918fd6b6cb5 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 Mar 20 16:20:11.088842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4404-f558-4db0-a977-556da9132319 req-3ed552be-8d40-452d-b642-1d2e52c74e00 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:11.090375 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-047b4404-f558-4db0-a977-556da9132319 req-3ed552be-8d40-452d-b642-1d2e52c74e00 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0562811 Mar 20 16:20:11.148792 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-047b4404-f558-4db0-a977-556da9132319 req-0cb80b2c-176d-4c04-9c34-e865d64e3b54 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464962 Mar 20 16:20:11.731913 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ba69-becb-4d20-8ac8-1703860ae188 req-fe4004ab-c483-42b8-ad38-36a3a5239bd9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:11.734055 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ec0ba69-becb-4d20-8ac8-1703860ae188 req-fe4004ab-c483-42b8-ad38-36a3a5239bd9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Mar 20 16:20:11.787134 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5ec0ba69-becb-4d20-8ac8-1703860ae188 req-a61956ae-5d2d-4746-9919-8aa049f6ae27 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462496 Mar 20 16:20:11.796204 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d8bba-1e04-4547-a453-be98170134aa req-9316d651-d783-400a-9b57-3031e60a48bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:11.798318 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a92d8bba-1e04-4547-a453-be98170134aa req-9316d651-d783-400a-9b57-3031e60a48bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0725212 Mar 20 16:20:11.853341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a92d8bba-1e04-4547-a453-be98170134aa req-83e7462b-8f5e-49b3-8adf-e05b06ff450f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Mar 20 16:20:12.282900 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3559682-58bf-4c3c-97f2-c32ac12707ae req-e338a618-f1ae-449f-89d0-1694c9397f72 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:12.284412 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3559682-58bf-4c3c-97f2-c32ac12707ae req-e338a618-f1ae-449f-89d0-1694c9397f72 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0595109 Mar 20 16:20:12.333491 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c3559682-58bf-4c3c-97f2-c32ac12707ae req-8cbca42c-f1d2-41b1-82c6-efcffbf23231 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Mar 20 16:20:12.740444 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7967e880-e526-4128-a627-9bef810e5525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:12.939334 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894a6cc-f700-455d-a5fd-ba7e372cdce2 req-9de98bca-4290-4f23-bdea-67ff316e4c74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:12.942121 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f894a6cc-f700-455d-a5fd-ba7e372cdce2 req-9de98bca-4290-4f23-bdea-67ff316e4c74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Mar 20 16:20:12.993544 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133cde9-fe3f-42c8-a29a-4cb57a070cde req-8fcff43f-2b18-43df-a43a-15f8985503f6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:12.995351 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8133cde9-fe3f-42c8-a29a-4cb57a070cde req-8fcff43f-2b18-43df-a43a-15f8985503f6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0677402 Mar 20 16:20:13.001822 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f894a6cc-f700-455d-a5fd-ba7e372cdce2 req-59a64e6f-7fde-4e06-aff6-2a17a08f0da6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505939 Mar 20 16:20:13.044035 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8133cde9-fe3f-42c8-a29a-4cb57a070cde req-1b9b73fe-417d-48be-880d-65deb769c5db tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Mar 20 16:20:13.470551 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5805-c4d1-4f4b-8e1b-cd4b9df03871 req-9d73e8ee-2ab5-4baf-9c06-8d9704dd3b08 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:13.472071 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-855c5805-c4d1-4f4b-8e1b-cd4b9df03871 req-9d73e8ee-2ab5-4baf-9c06-8d9704dd3b08 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0594635 Mar 20 16:20:13.520128 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-855c5805-c4d1-4f4b-8e1b-cd4b9df03871 req-9cd2c603-5c76-4258-9a8f-e254051b1976 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Mar 20 16:20:13.901275 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:14.199886 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349788ee-25ea-480c-a139-c880beefe5e2 req-4ccb1a3f-ecde-4cdf-b161-c042574a945e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:14.214593 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-349788ee-25ea-480c-a139-c880beefe5e2 req-4ccb1a3f-ecde-4cdf-b161-c042574a945e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1165752 Mar 20 16:20:14.259234 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138816-5575-4aa9-875c-aca56237abbe req-faf0c646-9e0b-4a3f-8c7c-121ca7a7265a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:14.271512 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7138816-5575-4aa9-875c-aca56237abbe req-faf0c646-9e0b-4a3f-8c7c-121ca7a7265a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1192546 Mar 20 16:20:14.313805 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-349788ee-25ea-480c-a139-c880beefe5e2 req-d9fcee07-96a5-408f-bd32-66dceb632fbc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043785 Mar 20 16:20:14.341036 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7138816-5575-4aa9-875c-aca56237abbe req-f40d316c-117e-4fe5-abcc-67d68ce95ade tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678973 Mar 20 16:20:14.652241 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555936c-2b5e-4155-af81-09cc5a283f88 req-fc3cf594-d9a8-40a9-b460-f8ed28aabb83 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:14.659758 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c555936c-2b5e-4155-af81-09cc5a283f88 req-fc3cf594-d9a8-40a9-b460-f8ed28aabb83 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0661588 Mar 20 16:20:14.713300 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c555936c-2b5e-4155-af81-09cc5a283f88 req-71ac7356-f8bc-4675-93e2-48795498e8ab tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525618 Mar 20 16:20:15.201779 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:15.456687 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d6325-23cd-4374-9966-bbbe8c833eb7 req-84099ce0-a770-4084-8a3b-8a339af520d7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:15.458232 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae7d6325-23cd-4374-9966-bbbe8c833eb7 req-84099ce0-a770-4084-8a3b-8a339af520d7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0609381 Mar 20 16:20:15.518058 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3c0d-707d-40a9-8510-ad4099a5f0b6 req-2b9a9078-558b-45e2-99fc-9e26f6c12698 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:15.521731 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae7d6325-23cd-4374-9966-bbbe8c833eb7 req-0228e8cf-b2a1-4efa-b4de-3a700222e133 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567944 Mar 20 16:20:15.525785 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b30c3c0d-707d-40a9-8510-ad4099a5f0b6 req-2b9a9078-558b-45e2-99fc-9e26f6c12698 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0868025 Mar 20 16:20:15.571532 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b30c3c0d-707d-40a9-8510-ad4099a5f0b6 req-c1045cd7-3f3f-4219-8c2d-adcfa49709de tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Mar 20 16:20:15.832943 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6b23c-92e6-404a-aad2-fd3fcde142b0 req-bb160d34-b1fc-4e71-818d-11b24c376ddf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:15.834484 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22a6b23c-92e6-404a-aad2-fd3fcde142b0 req-bb160d34-b1fc-4e71-818d-11b24c376ddf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0543923 Mar 20 16:20:15.881491 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22a6b23c-92e6-404a-aad2-fd3fcde142b0 req-6b78ddc0-3c68-4c4f-94cf-f3efe2cbaba7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Mar 20 16:20:16.661479 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fabfe-a11e-4bb8-834b-a354b61e9d2e req-54b8f621-a410-4676-904e-c56613c5964f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:16.663002 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-186fabfe-a11e-4bb8-834b-a354b61e9d2e req-54b8f621-a410-4676-904e-c56613c5964f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Mar 20 16:20:16.690791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede626-32ca-49b9-8dd5-9a8667899555 req-a2252be9-0b96-44b1-8007-ae56dd370616 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:16.692281 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1ede626-32ca-49b9-8dd5-9a8667899555 req-a2252be9-0b96-44b1-8007-ae56dd370616 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0508072 Mar 20 16:20:16.709262 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-186fabfe-a11e-4bb8-834b-a354b61e9d2e req-80ecc9ff-7808-4d65-8ce3-8d05fa204c43 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405834 Mar 20 16:20:16.740283 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1ede626-32ca-49b9-8dd5-9a8667899555 req-f57b4e9e-096b-4771-ba1e-4f6bfa7cc50c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Mar 20 16:20:16.783402 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:17.012702 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b28e-27a0-4934-956d-2bb5d39bebb6 req-7062e9fe-1580-49e5-8838-9efd24d50ed0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:17.014275 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffa4b28e-27a0-4934-956d-2bb5d39bebb6 req-7062e9fe-1580-49e5-8838-9efd24d50ed0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0575440 Mar 20 16:20:17.063901 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ffa4b28e-27a0-4934-956d-2bb5d39bebb6 req-c5327266-8bde-4357-9516-461071e80654 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Mar 20 16:20:17.216434 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:20:17.644407 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:20:17.772828 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:17.785501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:20:17.826645 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: ACTIVE; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:17.827039 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:17.839731 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd992-8d2d-4286-b815-bdf695a45abd req-640e99e4-4b14-4415-83d1-c54cab31c7d4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:17.842484 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:20:17.847483 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-577bd992-8d2d-4286-b815-bdf695a45abd req-640e99e4-4b14-4415-83d1-c54cab31c7d4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0652802 Mar 20 16:20:17.864601 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:17.870137 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:17.899262 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ef5a4-9f78-4ecf-b9cf-152793baec48 req-ab887461-eb3b-42f2-b4a8-d5cf155a5af4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:17.901034 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd8ef5a4-9f78-4ecf-b9cf-152793baec48 req-ab887461-eb3b-42f2-b4a8-d5cf155a5af4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0642760 Mar 20 16:20:17.903245 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-577bd992-8d2d-4286-b815-bdf695a45abd req-da4f0e04-1455-4d10-ac09-576f69540da2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548003 Mar 20 16:20:17.920103 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:17.927259 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.927609 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.927969 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.928311 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.928713 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.929042 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.929364 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.929685 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.930007 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.930352 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.930672 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.931004 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.931322 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.931803 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.932128 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:17.956199 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd8ef5a4-9f78-4ecf-b9cf-152793baec48 req-3e22ce30-49b1-4246-8e07-e9595abbc328 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Mar 20 16:20:18.186945 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f59e6a-6612-4157-afa2-e4929a9b8055 req-e21862ea-d142-41a0-98d6-70ef2c036652 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:18.188341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4f59e6a-6612-4157-afa2-e4929a9b8055 req-e21862ea-d142-41a0-98d6-70ef2c036652 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Mar 20 16:20:18.239481 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4f59e6a-6612-4157-afa2-e4929a9b8055 req-77586352-c5e7-4e7e-98dd-25b71863fc90 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Mar 20 16:20:18.850823 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:20:19.059984 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4dea8-9e49-4e56-b62b-99d10b708526 req-6e57639b-5b92-4eb6-af31-a3275707f8ac tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:19.061559 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59a4dea8-9e49-4e56-b62b-99d10b708526 req-6e57639b-5b92-4eb6-af31-a3275707f8ac tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0672309 Mar 20 16:20:19.113940 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-59a4dea8-9e49-4e56-b62b-99d10b708526 req-ac97f2de-b58f-47ed-84e9-c342d1843456 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464098 Mar 20 16:20:19.119465 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2bc4-0e74-45af-83ef-b111f58a0b20 req-9f784340-7242-41c6-8d06-578f503f920e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:19.120997 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b40b2bc4-0e74-45af-83ef-b111f58a0b20 req-9f784340-7242-41c6-8d06-578f503f920e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0527682 Mar 20 16:20:19.178897 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b40b2bc4-0e74-45af-83ef-b111f58a0b20 req-881e9721-3db9-47eb-acf4-a3cecfb23867 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488341 Mar 20 16:20:19.373982 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f2e4-7384-422d-bc6f-3682fafd8e23 req-82de83f0-0827-43ad-807a-38833eff184e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:19.375539 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7b6f2e4-7384-422d-bc6f-3682fafd8e23 req-82de83f0-0827-43ad-807a-38833eff184e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0604670 Mar 20 16:20:19.421294 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7b6f2e4-7384-422d-bc6f-3682fafd8e23 req-443851d9-d8f0-494a-a057-2a2ad6742df1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402546 Mar 20 16:20:20.267613 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f418-b99d-439a-b659-bfb57d228c23 req-4be3058b-9d42-4739-9092-ccae667a4aae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:20.275789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6050f418-b99d-439a-b659-bfb57d228c23 req-4be3058b-9d42-4739-9092-ccae667a4aae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0788198 Mar 20 16:20:20.342127 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5a2c-65c6-4c7d-a452-a6e7401edaa7 req-d3ff96dc-a88c-4a66-87f9-84c577859b3c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:20.344391 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506a5a2c-65c6-4c7d-a452-a6e7401edaa7 req-d3ff96dc-a88c-4a66-87f9-84c577859b3c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0686114 Mar 20 16:20:20.364785 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6050f418-b99d-439a-b659-bfb57d228c23 req-eb8b0e0c-b650-4ae8-8851-a8c5f1444b32 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877044 Mar 20 16:20:20.417665 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506a5a2c-65c6-4c7d-a452-a6e7401edaa7 req-39f2408d-93f8-4aa4-9778-bf565fbe38cd tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Mar 20 16:20:20.574500 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6794c69-3f5a-4733-b937-f4e724f2f96a req-d3a6a31c-8f82-46d8-bbbf-48d93c6c9f9c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:20.577106 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6794c69-3f5a-4733-b937-f4e724f2f96a req-d3a6a31c-8f82-46d8-bbbf-48d93c6c9f9c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0655785 Mar 20 16:20:20.637658 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6794c69-3f5a-4733-b937-f4e724f2f96a req-161c18f3-9cdd-4e0c-b4b4-964a3d6b741b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522835 Mar 20 16:20:21.506985 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0f69-d710-49eb-a09d-f4bd6e556936 req-06db4d0b-e7aa-4fa0-ae9f-449cadb21a14 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:21.509843 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5abc0f69-d710-49eb-a09d-f4bd6e556936 req-06db4d0b-e7aa-4fa0-ae9f-449cadb21a14 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0759194 Mar 20 16:20:21.578509 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5abc0f69-d710-49eb-a09d-f4bd6e556936 req-48e71ab2-b869-4cd3-a478-63ea269e3341 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610068 Mar 20 16:20:21.610328 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1580ef-d5e3-4d37-8e16-eb9493d53fb6 req-436a7f68-8a31-44b7-9c96-2fb0616518ca tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:21.617789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f1580ef-d5e3-4d37-8e16-eb9493d53fb6 req-436a7f68-8a31-44b7-9c96-2fb0616518ca tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1026998 Mar 20 16:20:21.663160 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f1580ef-d5e3-4d37-8e16-eb9493d53fb6 req-ab50ddbc-7ddf-4548-9b10-8e5042c177f1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Mar 20 16:20:21.759507 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674b43-2fde-4d88-b9d0-4c20a4de0565 req-a622da2a-00af-447f-aa0d-2dda8ef827db tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:21.761149 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a8674b43-2fde-4d88-b9d0-4c20a4de0565 req-a622da2a-00af-447f-aa0d-2dda8ef827db tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Mar 20 16:20:21.812708 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a8674b43-2fde-4d88-b9d0-4c20a4de0565 req-d189e1c1-eb45-4759-9cb3-9d1e3fd6975a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Mar 20 16:20:22.329015 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:22.379390 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:22.395230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:22.395937 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:22.476151 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:22.476549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:22.500668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:20:22.502888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c679a995-9610-49a6-9180-a8e053bf2593" -d '{"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:20:22.535224 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:22.540781 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:22.570312 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef4730-21b9-4341-afa4-d304edd15da0 x-openstack-request-id: req-f3ef4730-21b9-4341-afa4-d304edd15da0 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:20:22.570632 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:20:22.571060 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3ef4730-21b9-4341-afa4-d304edd15da0 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:20:22.571619 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'code': 200} Mar 20 16:20:22.599567 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:22.717775 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46708-3fb5-47d5-a80a-77dde02255b2 req-ce42c90d-dbaf-41df-82e9-d9932d370f1e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:22.720055 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afc46708-3fb5-47d5-a80a-77dde02255b2 req-ce42c90d-dbaf-41df-82e9-d9932d370f1e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0632596 Mar 20 16:20:22.779727 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-afc46708-3fb5-47d5-a80a-77dde02255b2 req-08e7ac2f-2486-4a71-ad47-2bfad711acd1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505054 Mar 20 16:20:22.818382 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533080-8266-4b13-9c1a-1f64c6c606c9 req-73081c99-ae40-4f00-bf5a-f0bfc393639b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:22.819954 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10533080-8266-4b13-9c1a-1f64c6c606c9 req-73081c99-ae40-4f00-bf5a-f0bfc393639b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0648124 Mar 20 16:20:22.875444 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10533080-8266-4b13-9c1a-1f64c6c606c9 req-2bd597a6-4aff-44bb-83c8-6bd05470dc8d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Mar 20 16:20:22.947856 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7f596-8637-4900-b36f-d4f9292abdba req-3ced950a-573c-4d41-9e74-dfc48db191c1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:22.951217 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03d7f596-8637-4900-b36f-d4f9292abdba req-3ced950a-573c-4d41-9e74-dfc48db191c1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0566840 Mar 20 16:20:23.002787 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-03d7f596-8637-4900-b36f-d4f9292abdba req-708368a4-77e2-471d-89cc-d8ddfcf3de55 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Mar 20 16:20:23.913402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2a7b-d563-4940-a072-9f56ed1c31ed req-22b358c9-9eba-4b06-af5f-065691e3825b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:23.915541 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-427f2a7b-d563-4940-a072-9f56ed1c31ed req-22b358c9-9eba-4b06-af5f-065691e3825b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0626433 Mar 20 16:20:23.971301 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-427f2a7b-d563-4940-a072-9f56ed1c31ed req-ddb79cd2-0f53-4761-9a7a-617db05487d6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498915 Mar 20 16:20:24.020992 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db0c43-fa19-4702-9478-fd1e588b5a7f req-b9087075-7e21-43a7-8304-86cc4a959340 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.022578 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55db0c43-fa19-4702-9478-fd1e588b5a7f req-b9087075-7e21-43a7-8304-86cc4a959340 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0642474 Mar 20 16:20:24.098141 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55db0c43-fa19-4702-9478-fd1e588b5a7f req-93c2d78e-56a3-40ff-956e-ae2599f92d29 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666173 Mar 20 16:20:24.136535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b298-29ee-4cd1-ace5-07c0775bffba req-33624a38-1ece-4322-a100-c3fa8174d58d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.141331 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2836b298-29ee-4cd1-ace5-07c0775bffba req-33624a38-1ece-4322-a100-c3fa8174d58d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0607486 Mar 20 16:20:24.199819 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2836b298-29ee-4cd1-ace5-07c0775bffba req-5255c929-4a68-4140-9193-331bfbe64948 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536861 Mar 20 16:20:24.365086 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 50610) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:24.506069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Deleting subnet 478d1581-a9f6-49c4-8728-8fad8c287768 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:20:24.511377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Publish callbacks [] for subnet (478d1581-a9f6-49c4-8728-8fad8c287768), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.584105 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (478d1581-a9f6-49c4-8728-8fad8c287768), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.594985 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2a612-2254-4940-ab8a-a110ec290643 req-9a52f8fd-2512-4b72-a47b-7fea11200c92 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.597002 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4c2a612-2254-4940-ab8a-a110ec290643 req-9a52f8fd-2512-4b72-a47b-7fea11200c92 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1637414 Mar 20 16:20:24.608865 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-34288fcc-af98-42ac-9874-7ec566f789f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.613040 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-34288fcc-af98-42ac-9874-7ec566f789f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1129 time: 0.0671980 Mar 20 16:20:24.677148 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (478d1581-a9f6-49c4-8728-8fad8c287768), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.706772 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4c2a612-2254-4940-ab8a-a110ec290643 req-97b7069d-ba49-42a6-b6f7-c754deb7ac31 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868728 Mar 20 16:20:24.757808 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-7b258e00-86d4-4606-b27d-18ce3a0baad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.758210 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (478d1581-a9f6-49c4-8728-8fad8c287768), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.760091 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-7b258e00-86d4-4606-b27d-18ce3a0baad6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.1389837 Mar 20 16:20:24.788638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478d1581-a9f6-49c4-8728-8fad8c287768,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:24.794487 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.800307 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7a9840b4-7fd2-473e-b931-e21b32cd282a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/478d1581-a9f6-49c4-8728-8fad8c287768 HTTP/1.1" status: 204 len: 168 time: 0.4316506 Mar 20 16:20:24.806783 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 50618) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:24.878993 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (d19c6c6a-0950-49e8-8162-111fd2619169), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.880755 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-f90640e0-d6c3-4d29-8db5-e75f21234401 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 1001 time: 0.1132903 Mar 20 16:20:24.940473 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-0a8fe0e4-939b-4749-80e8-aea1129774b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:24.941944 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-0a8fe0e4-939b-4749-80e8-aea1129774b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0520298 Mar 20 16:20:24.967566 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (d19c6c6a-0950-49e8-8162-111fd2619169), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:24.992735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19c6c6a-0950-49e8-8162-111fd2619169']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:25.011799 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-f4231c99-9d50-4fba-9acd-becbacd0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:25.013693 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-f4231c99-9d50-4fba-9acd-becbacd0d754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615027 Mar 20 16:20:25.019201 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0b7879-4935-4afc-bfed-d179698eb7f3') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:25.019494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0b7879-4935-4afc-bfed-d179698eb7f3') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:25.030986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (8e0b7879-4935-4afc-bfed-d179698eb7f3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.051398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (8e0b7879-4935-4afc-bfed-d179698eb7f3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.066098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:20:25.067805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (8e0b7879-4935-4afc-bfed-d179698eb7f3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:20:25.069670 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:20:25.131428 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (d19c6c6a-0950-49e8-8162-111fd2619169), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.140902 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.145495 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d19c6c6a-0950-49e8-8162-111fd2619169 HTTP/1.1" status: 204 len: 168 time: 0.3370504 Mar 20 16:20:25.160143 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3804544-e7da-4d79-b303-63d9894f03a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19c6c6a-0950-49e8-8162-111fd2619169,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:25.251405 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129298c7-19c6-4f2e-830d-8141b5397994 req-d83814e3-fd6a-4c24-a638-556f73e9a69d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:25.255329 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129298c7-19c6-4f2e-830d-8141b5397994 req-d83814e3-fd6a-4c24-a638-556f73e9a69d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0696239 Mar 20 16:20:25.354557 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129298c7-19c6-4f2e-830d-8141b5397994 req-0c7f9e38-a1c8-45f5-a3a2-615f619b675c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917096 Mar 20 16:20:25.504946 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 50632) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:25.567602 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3163e672-23f9-4ecf-ac75-a4b64e8bb91a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c22207151467401697a2e27ce66fbc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615602 Mar 20 16:20:25.568494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 50634) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:25.573177 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ab2-26ba-432f-98a7-27afd0643842 req-1508f9a7-66d0-4f19-9343-a892e1186398 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:25.580586 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c492ab2-26ba-432f-98a7-27afd0643842 req-1508f9a7-66d0-4f19-9343-a892e1186398 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.4799356 Mar 20 16:20:25.631305 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] Publish callbacks [] for security_group (a85cde2f-d076-417e-9acb-79c9439d23a9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.642867 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8c492ab2-26ba-432f-98a7-27afd0643842 req-ce771ef4-f2f6-40b6-aea9-ccd34394658f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613353 Mar 20 16:20:25.652597 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-e7235d47-1ce2-4cd0-bc8e-be21cc03dd18 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174760 Mar 20 16:20:25.674477 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] Publish callbacks [] for security_group (a85cde2f-d076-417e-9acb-79c9439d23a9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.703357 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 50640) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:25.756675 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a85cde2f-d076-417e-9acb-79c9439d23a9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.760267 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:25.765151 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a85cde2f-d076-417e-9acb-79c9439d23a9 HTTP/1.1" status: 204 len: 168 time: 0.1940198 Mar 20 16:20:25.773386 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c562765-1d53-43f4-880d-abc6a68ab1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85cde2f-d076-417e-9acb-79c9439d23a9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:25.880459 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d37a-c631-43a2-836e-b496618d8616 req-55992ab7-39f1-4be9-8142-1af4b4d551b3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:25.882112 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b216d37a-c631-43a2-836e-b496618d8616 req-55992ab7-39f1-4be9-8142-1af4b4d551b3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0691004 Mar 20 16:20:25.964049 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b216d37a-c631-43a2-836e-b496618d8616 req-8f41ef95-bf79-4ebf-a7c3-b24020a81760 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641353 Mar 20 16:20:26.105969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.214628 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Publish callbacks [] for security_group (1e971745-aa2c-4439-8b1c-75d5c5788691), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.221562 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (1e971745-aa2c-4439-8b1c-75d5c5788691), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.265065 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e971745-aa2c-4439-8b1c-75d5c5788691,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:26.273133 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69ca58f4d1524f4e99d0966289330ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679514 Mar 20 16:20:26.273339 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 50662) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:26.294449 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.298414 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.299394 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.300158 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.303307 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.303787 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.304191 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.304607 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.305015 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.305408 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.305824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.310219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.310706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.311122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.311521 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2fc36-bdb8-4225-a1fb-a381fe221f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:26.372224 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] Publish callbacks [] for security_group (1e971745-aa2c-4439-8b1c-75d5c5788691), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.409159 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] Publish callbacks [] for security_group (1e971745-aa2c-4439-8b1c-75d5c5788691), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.501288 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d98488-d0a6-453f-a535-0dcc443116f1 req-47dec8f8-5db6-4fbd-a487-4340f9aa6672 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:26.506476 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (1e971745-aa2c-4439-8b1c-75d5c5788691), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.509100 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:26.512797 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e971745-aa2c-4439-8b1c-75d5c5788691 HTTP/1.1" status: 204 len: 168 time: 0.2358654 Mar 20 16:20:26.512966 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55d98488-d0a6-453f-a535-0dcc443116f1 req-47dec8f8-5db6-4fbd-a487-4340f9aa6672 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0762720 Mar 20 16:20:26.519632 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e02cc8-4a4b-4655-a2cc-7d25c30f355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e971745-aa2c-4439-8b1c-75d5c5788691,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:26.654545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-55d98488-d0a6-453f-a535-0dcc443116f1 req-72a5c425-5ae2-4ba2-898a-e80bf15360c1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427808 Mar 20 16:20:26.704919 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-800bf945-2494-4ac8-ad22-82a27f5e4677 req-619c8fff-50bf-48bd-a53f-ae5e84879beb service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547947 Mar 20 16:20:26.840814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c7532-64aa-43d6-acdc-a52bd76a203b req-cabc0d85-dd68-438d-9d2b-906fbbb84629 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:26.842759 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f3c7532-64aa-43d6-acdc-a52bd76a203b req-cabc0d85-dd68-438d-9d2b-906fbbb84629 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0930276 Mar 20 16:20:26.922998 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f3c7532-64aa-43d6-acdc-a52bd76a203b req-699f5521-6172-48fb-81ce-ec3db235ceb7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686157 Mar 20 16:20:27.144517 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defaeda-4370-4b44-b7fd-07ceaef5f4cd req-0179576a-9218-4883-ac4a-66a2ff31e10e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:27.146456 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7defaeda-4370-4b44-b7fd-07ceaef5f4cd req-0179576a-9218-4883-ac4a-66a2ff31e10e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1009078 Mar 20 16:20:27.207959 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7defaeda-4370-4b44-b7fd-07ceaef5f4cd req-d44d8ec4-4f69-49a3-9857-089a015aef39 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519719 Mar 20 16:20:27.822424 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ec06-00c5-433d-833d-97082ebcff4f req-52b11832-7ca3-4e00-9984-f82b92446a19 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:27.831534 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbc3ec06-00c5-433d-833d-97082ebcff4f req-52b11832-7ca3-4e00-9984-f82b92446a19 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1052072 Mar 20 16:20:27.888653 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbc3ec06-00c5-433d-833d-97082ebcff4f req-70032d58-a738-4875-8ee5-acc79ee14794 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Mar 20 16:20:28.045866 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e91721-399e-424f-b3cf-3a833e71c0b1 req-5967cbf9-4ec5-485a-ae75-66ee402d92df tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:28.052620 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48e91721-399e-424f-b3cf-3a833e71c0b1 req-5967cbf9-4ec5-485a-ae75-66ee402d92df tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0632796 Mar 20 16:20:28.133249 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-48e91721-399e-424f-b3cf-3a833e71c0b1 req-30659c08-57f4-4fb2-ac3e-aebe5000ee27 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796664 Mar 20 16:20:28.324255 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edb3f0-ede3-499b-9bab-abe838383fa9 req-c2b97532-2c74-482e-aa51-22dfa09ca667 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:28.326719 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02edb3f0-ede3-499b-9bab-abe838383fa9 req-c2b97532-2c74-482e-aa51-22dfa09ca667 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Mar 20 16:20:28.374519 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02edb3f0-ede3-499b-9bab-abe838383fa9 req-c119ca53-a728-442c-a0ba-0d97483209a2 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Mar 20 16:20:29.021171 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443033-592b-4a99-9072-da708f7b6d1f req-cd22fe2b-a32f-4e28-a6ee-f2d2018178da tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:29.021582 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d443033-592b-4a99-9072-da708f7b6d1f req-cd22fe2b-a32f-4e28-a6ee-f2d2018178da tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0652010 Mar 20 16:20:29.072958 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7d443033-592b-4a99-9072-da708f7b6d1f req-785cb9cb-d354-4638-9da5-3ffd3867f534 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Mar 20 16:20:29.289487 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c948-cc1f-4b47-94cf-b9f095f0cdbd req-8f52cda2-3723-40a4-92d5-0be5013143b2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:29.290982 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8377c948-cc1f-4b47-94cf-b9f095f0cdbd req-8f52cda2-3723-40a4-92d5-0be5013143b2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0908182 Mar 20 16:20:29.349539 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8377c948-cc1f-4b47-94cf-b9f095f0cdbd req-4131d587-a7e9-4b56-b9d5-1339a45129c4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523875 Mar 20 16:20:29.518926 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c33b-ed1e-4c32-8424-e3e6c064af4e req-620ddc80-55f2-4887-b5d7-5022fa029ff1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:29.526440 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00e6c33b-ed1e-4c32-8424-e3e6c064af4e req-620ddc80-55f2-4887-b5d7-5022fa029ff1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0750518 Mar 20 16:20:29.570661 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-00e6c33b-ed1e-4c32-8424-e3e6c064af4e req-0273df51-a491-455c-86b9-91774218d665 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Mar 20 16:20:30.199977 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9b974-5c16-4594-a19d-016e253d0251 req-e4f31636-38e7-4922-babb-0910be7095af tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:30.201553 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ff9b974-5c16-4594-a19d-016e253d0251 req-e4f31636-38e7-4922-babb-0910be7095af tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0533721 Mar 20 16:20:30.253007 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ff9b974-5c16-4594-a19d-016e253d0251 req-79b9a42a-883e-4363-92d3-387f9111b1ee tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Mar 20 16:20:30.479589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ea99-aa57-492d-a8d6-5fac79c366e1 req-80b03da7-254f-4809-8eb6-85a593982bb9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:30.481244 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-80a4ea99-aa57-492d-a8d6-5fac79c366e1 req-80b03da7-254f-4809-8eb6-85a593982bb9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0542202 Mar 20 16:20:30.528128 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-80a4ea99-aa57-492d-a8d6-5fac79c366e1 req-717ee3fc-7f3e-4bae-b3fd-9245ff824f34 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412755 Mar 20 16:20:31.387392 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9705f-bf43-4e83-88df-b4b3961db506 req-bf0d1286-29f7-4668-8b8f-12b9c4e8b86e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:31.388956 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-deb9705f-bf43-4e83-88df-b4b3961db506 req-bf0d1286-29f7-4668-8b8f-12b9c4e8b86e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0548930 Mar 20 16:20:31.447937 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-deb9705f-bf43-4e83-88df-b4b3961db506 req-0ae0f820-bbd5-47ad-8781-ce47a8266c0c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532541 Mar 20 16:20:31.662232 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb5c7-e14f-44ee-841d-426249671802 req-d2f4a7d2-bfe0-4d8f-894d-ec6a17f087a1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:31.663710 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-587bb5c7-e14f-44ee-841d-426249671802 req-d2f4a7d2-bfe0-4d8f-894d-ec6a17f087a1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Mar 20 16:20:31.711622 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-587bb5c7-e14f-44ee-841d-426249671802 req-9ebbed20-d3fc-4f50-94c2-f936eace88f1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423377 Mar 20 16:20:32.577243 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc681-87c0-43cc-bd6a-1ebafab707e9 req-89fc1503-1b29-43ca-80e4-88aa61043b98 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:32.578717 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-980dc681-87c0-43cc-bd6a-1ebafab707e9 req-89fc1503-1b29-43ca-80e4-88aa61043b98 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0524209 Mar 20 16:20:32.630948 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-980dc681-87c0-43cc-bd6a-1ebafab707e9 req-d65b594f-939c-43f4-9f63-db9ce6ceaa7e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Mar 20 16:20:32.844102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922a68a-d57a-4a26-a77d-1f55d5affc50 req-d28608b6-0d00-43f8-a72d-2d86722ac636 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:32.845554 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d922a68a-d57a-4a26-a77d-1f55d5affc50 req-d28608b6-0d00-43f8-a72d-2d86722ac636 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0609446 Mar 20 16:20:32.892782 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d922a68a-d57a-4a26-a77d-1f55d5affc50 req-b60ba02d-c5d2-45a4-9c10-658ae3e3c62f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415537 Mar 20 16:20:33.762484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4ed90-a8dd-420b-a57d-0fa8ab4de035 req-5213a917-eb98-4092-8656-5fd96027f6ac tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:33.764031 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6f4ed90-a8dd-420b-a57d-0fa8ab4de035 req-5213a917-eb98-4092-8656-5fd96027f6ac tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0584104 Mar 20 16:20:33.809365 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6f4ed90-a8dd-420b-a57d-0fa8ab4de035 req-90b4dda0-60f1-41bd-a49e-b5be8353e621 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Mar 20 16:20:34.018196 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87b14-009c-455e-a768-8f70f44b472d req-9b435850-f606-42c4-a971-b55d4c62d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:34.019771 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-9b435850-f606-42c4-a971-b55d4c62d79e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1129 time: 0.0732768 Mar 20 16:20:34.082931 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8b5c-ee47-477f-8567-bddd710cc48d req-39e29e2f-b369-4be0-9eb1-94a2d734a125 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:34.084416 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-218a8b5c-ee47-477f-8567-bddd710cc48d req-39e29e2f-b369-4be0-9eb1-94a2d734a125 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.1051145 Mar 20 16:20:34.158813 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-218a8b5c-ee47-477f-8567-bddd710cc48d req-5dce5301-dba8-455e-9f62-64f53361fbbd tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669692 Mar 20 16:20:34.166016 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87b14-009c-455e-a768-8f70f44b472d req-c2f718b0-8293-4f0c-9111-158c688762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:34.167759 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-c2f718b0-8293-4f0c-9111-158c688762e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.1356924 Mar 20 16:20:34.939503 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c766b-42ab-4d51-ad89-27280438ff5a req-58f68d48-51b4-41c2-a542-6eb72bb250ba tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:34.941030 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08c766b-42ab-4d51-ad89-27280438ff5a req-58f68d48-51b4-41c2-a542-6eb72bb250ba tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0639567 Mar 20 16:20:34.990827 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08c766b-42ab-4d51-ad89-27280438ff5a req-c43abc51-2556-4ad8-9272-735680e17ac9 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Mar 20 16:20:35.052484 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-b2ad70ed-9739-4a59-945b-a5acdb782d8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 1000 time: 0.0622132 Mar 20 16:20:35.296140 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09759f-bdc0-4572-acc0-29c0938215aa req-5db35cf2-238e-4d47-a6c4-79791c70005f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:35.297605 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a09759f-bdc0-4572-acc0-29c0938215aa req-5db35cf2-238e-4d47-a6c4-79791c70005f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0592892 Mar 20 16:20:35.347067 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5a09759f-bdc0-4572-acc0-29c0938215aa req-fd3945c1-ea49-4619-b6f8-376bf9079f50 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415475 Mar 20 16:20:35.943661 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87b14-009c-455e-a768-8f70f44b472d req-282e7a61-1ab0-4a5a-888d-58016f00ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:35.945068 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-282e7a61-1ab0-4a5a-888d-58016f00ec26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0436170 Mar 20 16:20:36.122377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f386-e303-4ec8-8708-21513ab17d8a req-7693c203-912d-4ffc-b5da-3a76928476b0 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:36.124069 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df16f386-e303-4ec8-8708-21513ab17d8a req-7693c203-912d-4ffc-b5da-3a76928476b0 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0538123 Mar 20 16:20:36.174836 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df16f386-e303-4ec8-8708-21513ab17d8a req-21cefe23-ceee-47dc-91d0-27462708908e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Mar 20 16:20:36.488501 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7e67-798a-43ba-b024-c45b18d6fa4a req-ad70ebd7-1ab5-49a7-b603-9450780c23ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:36.489965 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64fe7e67-798a-43ba-b024-c45b18d6fa4a req-ad70ebd7-1ab5-49a7-b603-9450780c23ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 945 time: 0.0592332 Mar 20 16:20:36.540187 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64fe7e67-798a-43ba-b024-c45b18d6fa4a req-cbf17a77-8e37-445d-8835-0184d385b35e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418148 Mar 20 16:20:36.901072 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87b14-009c-455e-a768-8f70f44b472d req-79a02db4-cc2a-488c-9713-48c527805eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:36.902643 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-79a02db4-cc2a-488c-9713-48c527805eab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491674 Mar 20 16:20:36.995359 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-b3f01927-fa40-4767-9c5c-e73a88ac25a6 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848567 Mar 20 16:20:37.088832 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0fa87b14-009c-455e-a768-8f70f44b472d req-bae6e96a-bd9a-4d2b-875d-31b141eaaa4a service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850265 Mar 20 16:20:37.296291 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b64609-9bec-4917-b5df-a26a80b7669d req-4ef513a2-e3bc-4c98-91a8-86180c5f61d2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:37.297782 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b0b64609-9bec-4917-b5df-a26a80b7669d req-4ef513a2-e3bc-4c98-91a8-86180c5f61d2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0526879 Mar 20 16:20:37.347204 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b0b64609-9bec-4917-b5df-a26a80b7669d req-a0d8be91-c533-42af-b746-f0bf619166dc tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Mar 20 16:20:37.393242 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:20:37.473110 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: ACTIVE; New status is: DOWN {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:37.473380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:37.496064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:20:37.498655 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab3bfc-3a53-4b35-a98b-c897606868a3" -d '{"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-unplugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:20:37.510934 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:37.516271 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:37.539731 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Mar 2022 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730bd851-54d0-4166-8ff5-8b19162fa2b9 x-openstack-request-id: req-730bd851-54d0-4166-8ff5-8b19162fa2b9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:20:37.540024 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-unplugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:20:37.540324 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-730bd851-54d0-4166-8ff5-8b19162fa2b9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:20:37.540736 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'code': 200} Mar 20 16:20:37.566402 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:37.668227 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c34cf-51be-43f6-8776-a2fbdc401c71 req-9a5b975d-7929-4bea-8917-5f25283b9850 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:37.669761 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd6c34cf-51be-43f6-8776-a2fbdc401c71 req-9a5b975d-7929-4bea-8917-5f25283b9850 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0527749 Mar 20 16:20:37.724570 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd6c34cf-51be-43f6-8776-a2fbdc401c71 req-41fecb4f-7972-43e3-8b8e-19951fbe7702 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486431 Mar 20 16:20:38.488109 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32a0b9-437e-4ebb-9319-1d175c8233d4 req-2be3cb38-f29e-4f4e-82dd-204ade0451ef tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:38.493686 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1b32a0b9-437e-4ebb-9319-1d175c8233d4 req-2be3cb38-f29e-4f4e-82dd-204ade0451ef tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0596683 Mar 20 16:20:38.543717 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1b32a0b9-437e-4ebb-9319-1d175c8233d4 req-a49ec27d-327e-4bba-8bc9-2293ab70bc45 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Mar 20 16:20:38.845662 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede0de8-3a2f-48fa-a82d-766076ee8e3d req-eded0ec2-7994-49db-b2b9-adb7c7f9b43f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:38.847213 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ede0de8-3a2f-48fa-a82d-766076ee8e3d req-eded0ec2-7994-49db-b2b9-adb7c7f9b43f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0540278 Mar 20 16:20:38.895637 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ede0de8-3a2f-48fa-a82d-766076ee8e3d req-e2b1b42f-9062-4f4e-9eb7-a5662e05da96 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421767 Mar 20 16:20:39.671163 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fcd1-e101-4ed1-a73a-feda9f574069 req-8015cdeb-4b06-45d8-a5c8-ff3671a18155 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:39.672643 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8af2fcd1-e101-4ed1-a73a-feda9f574069 req-8015cdeb-4b06-45d8-a5c8-ff3671a18155 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0583880 Mar 20 16:20:39.723627 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8af2fcd1-e101-4ed1-a73a-feda9f574069 req-a9604c1b-cd4d-49b6-b869-59b69bcd7d87 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Mar 20 16:20:40.025480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9c02-d612-4334-bc8c-227e2e1e46cc req-a9af0389-ffbd-4d45-b51c-f2e16f8e56b8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:40.026946 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c12a9c02-d612-4334-bc8c-227e2e1e46cc req-a9af0389-ffbd-4d45-b51c-f2e16f8e56b8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0572121 Mar 20 16:20:40.075681 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c12a9c02-d612-4334-bc8c-227e2e1e46cc req-5aff7fbb-5614-4587-a8cd-9430eb567dc7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430231 Mar 20 16:20:40.405263 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b294-7fea-41eb-bd47-663cf9b5d208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:40.857287 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f705-b858-4910-8198-83cff3597871 req-8c871505-fc8c-4c73-ad62-65591b4f4184 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:40.858814 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ad48f705-b858-4910-8198-83cff3597871 req-8c871505-fc8c-4c73-ad62-65591b4f4184 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0543959 Mar 20 16:20:40.909416 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ad48f705-b858-4910-8198-83cff3597871 req-af25aeae-3470-4435-a88f-3161653f97a8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Mar 20 16:20:41.199555 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ecedb-0f5d-41f4-9288-b935ef30073a req-2799e03c-615b-48ff-970e-6b310ee25976 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:41.201183 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-587ecedb-0f5d-41f4-9288-b935ef30073a req-2799e03c-615b-48ff-970e-6b310ee25976 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0542941 Mar 20 16:20:41.254374 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-587ecedb-0f5d-41f4-9288-b935ef30073a req-45ea9a1c-3c96-4ea7-a81c-8bde1365bfd3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457685 Mar 20 16:20:42.035805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ae3a4-e535-4df6-bb1e-941c705e9505 req-460c1432-52f0-4b0f-a363-c9a11a84464b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:42.037485 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-067ae3a4-e535-4df6-bb1e-941c705e9505 req-460c1432-52f0-4b0f-a363-c9a11a84464b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0567293 Mar 20 16:20:42.092531 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-067ae3a4-e535-4df6-bb1e-941c705e9505 req-a019fcce-6c0c-4c5c-9b90-170b1d2a190e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483305 Mar 20 16:20:42.381382 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20a24-0c10-4911-b9c7-ff9d8e3ae5a8 req-f3fa41ed-9503-4848-abd2-55d188439635 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:42.382760 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fda20a24-0c10-4911-b9c7-ff9d8e3ae5a8 req-f3fa41ed-9503-4848-abd2-55d188439635 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0556297 Mar 20 16:20:42.452037 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fda20a24-0c10-4911-b9c7-ff9d8e3ae5a8 req-7f5ff551-bec5-4aa7-9ad5-52f7241ee6c3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612624 Mar 20 16:20:42.456553 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451a9c-ce6c-407f-abad-cb5cb8373f3f req-9429628b-b434-4ed9-954b-3ad60cfc26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:42.457963 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6451a9c-ce6c-407f-abad-cb5cb8373f3f req-9429628b-b434-4ed9-954b-3ad60cfc26e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.0743570 Mar 20 16:20:42.734154 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-817b457e-fde5-4ad0-a96a-073fee5f3f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:42.852119 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51006) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:42.940766 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-d1e15ba6-2427-4195-b445-62dba87786d6 req-8d111598-91a6-4230-99ea-6c6621273479 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:20:42.942360 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d1e15ba6-2427-4195-b445-62dba87786d6 req-8d111598-91a6-4230-99ea-6c6621273479 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062134 Mar 20 16:20:42.965430 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf68ef6f-3805-44d0-8774-83cfd2545c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.046175 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf68ef6f-3805-44d0-8774-83cfd2545c7e admin admin] Publish callbacks [] for security_group (b738742c-a14c-4394-926f-a7bc53f0f9b7), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.050856 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf68ef6f-3805-44d0-8774-83cfd2545c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b738742c-a14c-4394-926f-a7bc53f0f9b7), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.093064 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cf68ef6f-3805-44d0-8774-83cfd2545c7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a2eaa964e8b4ce3827b730eaccc80a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394116 Mar 20 16:20:43.094768 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68ef6f-3805-44d0-8774-83cfd2545c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738742c-a14c-4394-926f-a7bc53f0f9b7,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:43.097584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51022) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:43.111119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1668-b294-4487-a91c-17cd3e00ca49 req-8123802e-f557-4ca1-9ab8-d8d152db5c8b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:43.112745 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bea1668-b294-4487-a91c-17cd3e00ca49 req-8123802e-f557-4ca1-9ab8-d8d152db5c8b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0564611 Mar 20 16:20:43.162509 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] Publish callbacks [] for security_group (b738742c-a14c-4394-926f-a7bc53f0f9b7), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.180279 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bea1668-b294-4487-a91c-17cd3e00ca49 req-1f3616c4-467a-4979-888e-d5d59b0a4025 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546710 Mar 20 16:20:43.190555 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] Publish callbacks [] for security_group (b738742c-a14c-4394-926f-a7bc53f0f9b7), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.271153 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268b7f-365e-45a4-b84c-c052e3e8dd09 req-009e8344-b820-439a-97ea-8f5e87fb0996 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:43.272660 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5b268b7f-365e-45a4-b84c-c052e3e8dd09 req-009e8344-b820-439a-97ea-8f5e87fb0996 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0849466 Mar 20 16:20:43.288014 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b738742c-a14c-4394-926f-a7bc53f0f9b7), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.290498 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.291575 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b738742c-a14c-4394-926f-a7bc53f0f9b7 HTTP/1.1" status: 204 len: 168 time: 0.1820681 Mar 20 16:20:43.307314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39981e-69c3-4d71-ac85-5cd0ffa72a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738742c-a14c-4394-926f-a7bc53f0f9b7,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:43.339905 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5b268b7f-365e-45a4-b84c-c052e3e8dd09 req-221c5030-a575-4220-b5f4-913e794fedc0 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Mar 20 16:20:43.504919 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51048) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:43.592333 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-e39a89c2-e485-48d0-8991-34fb5781f745 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862107 Mar 20 16:20:43.597649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-e6b8e8b3-71f8-4005-82ae-aa2d01e7b9b0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:20:43.598761 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-e6b8e8b3-71f8-4005-82ae-aa2d01e7b9b0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052767 Mar 20 16:20:43.731981 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51064) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:43.870862 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-a7002154-d8c2-41fe-96b6-4bedab4f7799 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:43.872332 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-a7002154-d8c2-41fe-96b6-4bedab4f7799 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports/55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 940 time: 0.1393046 Mar 20 16:20:43.903400 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:43.910994 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51076) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:44.015107 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49566978-network', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:44.034273 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Made reservation on behalf of b99ce29c08104e2788002fbd04410b3a for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:44.036563 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.047599 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.123207 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks [] for security_group (939196de-ae74-43b1-b962-595466f583c6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.127337 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (939196de-ae74-43b1-b962-595466f583c6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.153505 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:20:44.159992 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939196de-ae74-43b1-b962-595466f583c6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:44.166745 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (d157630f-7027-4185-99bd-0eefe06bad64), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.167117 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Added segment d157630f-7027-4185-99bd-0eefe06bad64 of type vlan for network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 Mar 20 16:20:44.207272 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (1d33f665-68bc-4062-bbc2-4a3ddee73f82), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.235035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (1d33f665-68bc-4062-bbc2-4a3ddee73f82), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.236222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:44.236858 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.307553 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3951585 Mar 20 16:20:44.310745 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51092) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:44.315776 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Request body: {'subnet': {'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49566978-subnet', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:44.334136 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d33f665-68bc-4062-bbc2-4a3ddee73f82,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:44.335965 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Made reservation on behalf of b99ce29c08104e2788002fbd04410b3a for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:44.338576 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.344357 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.344707 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.345045 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.345378 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.345728 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.346035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.346377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.346683 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.347004 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.347324 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.347644 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.347964 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.348275 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.348593 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.348906 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97707035-d944-47b9-ae60-6330cd92cfc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:44.360370 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:20:44.371582 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b952fc-866d-460f-a7e6-aab4c2130ea0 req-47071b3c-4dd5-4928-8633-fdf4dffb5fd6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:44.373477 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6b952fc-866d-460f-a7e6-aab4c2130ea0 req-47071b3c-4dd5-4928-8633-fdf4dffb5fd6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1135027 Mar 20 16:20:44.430429 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6b952fc-866d-460f-a7e6-aab4c2130ea0 req-a4848979-35c9-4757-a973-7e148f57a13a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498621 Mar 20 16:20:44.516281 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f345dab-fa4f-4a5c-9444-d38cd3a68076 req-34b9e7b0-9669-48f4-91cc-99dac10cfe5e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:44.517764 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f345dab-fa4f-4a5c-9444-d38cd3a68076 req-34b9e7b0-9669-48f4-91cc-99dac10cfe5e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0966117 Mar 20 16:20:44.588015 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (067b8698-d21b-4d3f-8b35-104c1524173e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.635746 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5f345dab-fa4f-4a5c-9444-d38cd3a68076 req-58ffc284-2ebb-4313-8520-2d9651314819 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113038 Mar 20 16:20:44.648675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Pushing event updated for resources: {'Subnet': ['ID=067b8698-d21b-4d3f-8b35-104c1524173e,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:44.665287 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Checking segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:44.665638 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Network hostable DHCP agents. Network: 1d33f665-68bc-4062-bbc2-4a3ddee73f82, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:20:44.683888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:20:44.694114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 1d33f665-68bc-4062-bbc2-4a3ddee73f82) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:44.698664 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:44.699218 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.703878 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdfc07-1ac1-4d71-9b01-bfa4d99cb222 None None] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:20:44.715757 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dd973295-d84c-490b-9729-c283685a183f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4037740 Mar 20 16:20:44.718524 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51096) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:44.722741 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:44.744299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (649778eb-9f64-4734-98bc-35c99a771302), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.745455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (649778eb-9f64-4734-98bc-35c99a771302), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.800670 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for router_controller (649778eb-9f64-4734-98bc-35c99a771302), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.804124 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:20:44.804995 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.936954 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for router_gateway (649778eb-9f64-4734-98bc-35c99a771302), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:44.938501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Allocated IP 172.20.0.2 (1d33f665-68bc-4062-bbc2-4a3ddee73f82/067b8698-d21b-4d3f-8b35-104c1524173e/6c0bd28d-58fc-4487-a161-3556d64c863c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:45.094216 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks [] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.100395 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.138975 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:45.144440 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:45.147112 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:45.155141 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Pushing event updated for resources: {'Port': ['ID=6c0bd28d-58fc-4487-a161-3556d64c863c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:45.163340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for router_gateway (649778eb-9f64-4734-98bc-35c99a771302), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.182906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.240642 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Attempting to bind port 6c0bd28d-58fc-4487-a161-3556d64c863c on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:45.241019 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Attempting to bind port 6c0bd28d-58fc-4487-a161-3556d64c863c by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:45.241520 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Attempting to bind port 6c0bd28d-58fc-4487-a161-3556d64c863c on network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:45.252115 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:45.252495 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Checking segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:45.252984 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.253372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Bound using segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:45.253881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Bound port: 6c0bd28d-58fc-4487-a161-3556d64c863c, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:45.254272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.261347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.286606 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e6451a9c-ce6c-407f-abad-cb5cb8373f3f req-fd817f4c-eb6e-4e8a-bea6-ccaf9f4d2106 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958858 Mar 20 16:20:45.325103 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] For port 6c0bd28d-58fc-4487-a161-3556d64c863c, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:45.328522 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] For port 6c0bd28d-58fc-4487-a161-3556d64c863c, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6c0bd28d-58fc-4487-a161-3556d64c863c,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:45.335274 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.339204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Allocated IP 172.27.1.68 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/87e34249-d56e-47e9-8652-771d14551da6) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:45.392137 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e637ce-0a9c-4250-a37e-0444753e1246 None None] Pushing event updated for resources: {'Port': ['ID=6c0bd28d-58fc-4487-a161-3556d64c863c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:45.424012 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:20:45.447414 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for port (87e34249-d56e-47e9-8652-771d14551da6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.492878 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (87e34249-d56e-47e9-8652-771d14551da6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:45.517420 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: DOWN; New status is: DOWN {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:45.530818 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:45.533699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:45.536495 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:45.572984 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Pushing event updated for resources: {'Port': ['ID=87e34249-d56e-47e9-8652-771d14551da6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:45.582807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b474f-dc49-4c1b-a77f-88301633bf10 req-023854ac-9633-4b17-a725-a7c9afe049f9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:45.589763 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e32b474f-dc49-4c1b-a77f-88301633bf10 req-023854ac-9633-4b17-a725-a7c9afe049f9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0645068 Mar 20 16:20:45.676880 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e32b474f-dc49-4c1b-a77f-88301633bf10 req-db5fd0d8-e8b4-453e-8b7f-bea25a27d663 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862358 Mar 20 16:20:45.896226 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871698a-0049-4fd0-be86-48356cda3013 req-30f80348-f38b-4cf2-b489-544c4d5d47b8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:45.897698 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4871698a-0049-4fd0-be86-48356cda3013 req-30f80348-f38b-4cf2-b489-544c4d5d47b8 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1166275 Mar 20 16:20:45.900017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for router_gateway (649778eb-9f64-4734-98bc-35c99a771302), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.016331 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4871698a-0049-4fd0-be86-48356cda3013 req-c229b65a-2d27-40a2-a911-97e3bfee4f37 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123977 Mar 20 16:20:46.144278 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (649778eb-9f64-4734-98bc-35c99a771302), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.305906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Router 649778eb-9f64-4734-98bc-35c99a771302 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:20:46.483274 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3b3b7-4fd2-40cf-9f21-f1a0a634d678 None None] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:20:46.595407 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Provisioning complete for port 6c0bd28d-58fc-4487-a161-3556d64c863c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:46.595949 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.772558 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Current status of the port 6c0bd28d-58fc-4487-a161-3556d64c863c is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:46.773185 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.828121 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6c0bd28d-58fc-4487-a161-3556d64c863c up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:46.865405 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f6c65-27d7-47df-a146-a0df946cdd99 req-50cd508b-2b71-439f-9e8c-7937baa8cae7 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:46.867720 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c10f6c65-27d7-47df-a146-a0df946cdd99 req-50cd508b-2b71-439f-9e8c-7937baa8cae7 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.2469044 Mar 20 16:20:46.889968 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.903275 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:20:46.912795 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] For port 6c0bd28d-58fc-4487-a161-3556d64c863c, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6c0bd28d-58fc-4487-a161-3556d64c863c,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:46.924323 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Sync routers for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:20:46.940941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:46.956799 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:46.957488 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:47.001329 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fc2d0-d913-4a34-9d54-f4a3a76b00b5 req-f2168253-f24c-4083-ac02-58d67aa1a42a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:47.008259 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c10f6c65-27d7-47df-a146-a0df946cdd99 req-017b6526-5a50-4472-9426-28d0e88b71bd tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Mar 20 16:20:47.011352 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d5fc2d0-d913-4a34-9d54-f4a3a76b00b5 req-f2168253-f24c-4083-ac02-58d67aa1a42a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1399078 Mar 20 16:20:47.013188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.014659 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9c8be796-ba4a-4359-ab48-e84ca64888a1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2952034 Mar 20 16:20:47.017361 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51152) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:47.102738 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6c0bd28d-58fc-4487-a161-3556d64c863c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:47.103115 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.148249 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d5fc2d0-d913-4a34-9d54-f4a3a76b00b5 req-9325eea4-b88e-4c24-acf6-b052d5f6443e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345708 Mar 20 16:20:47.152884 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d206b-9496-4c69-8ae2-a9c4fb05fd02 None None] Pushing event updated for resources: {'Port': ['ID=6c0bd28d-58fc-4487-a161-3556d64c863c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:47.213511 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-04fd722a-bf15-40a9-92f2-5e1234c45597 None None] Provisioning complete for port 6c0bd28d-58fc-4487-a161-3556d64c863c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:47.215888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-04fd722a-bf15-40a9-92f2-5e1234c45597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.234773 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:47.421688 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6c0bd28d-58fc-4487-a161-3556d64c863c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:47.422815 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccd6f-071f-49a1-b36a-e7bd230ee990 req-85dd5a3d-4249-472d-9287-b57d9776aba6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:47.435990 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-24fccd6f-071f-49a1-b36a-e7bd230ee990 req-85dd5a3d-4249-472d-9287-b57d9776aba6 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.2418971 Mar 20 16:20:47.441173 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:45Z', 'revision_number': 3, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:47.469767 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Checking router: 649778eb-9f64-4734-98bc-35c99a771302 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:20:47.470417 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Updating router 649778eb-9f64-4734-98bc-35c99a771302 port 87e34249-d56e-47e9-8652-771d14551da6 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:20:47.498755 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (87e34249-d56e-47e9-8652-771d14551da6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.531120 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-04fd722a-bf15-40a9-92f2-5e1234c45597 None None] Current status of the port 6c0bd28d-58fc-4487-a161-3556d64c863c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:47.601667 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-24fccd6f-071f-49a1-b36a-e7bd230ee990 req-a30644f4-0d14-4379-8663-747d887036c2 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308067 Mar 20 16:20:47.616896 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51176) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:47.747079 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec3b-0b16-47c6-a034-fadff8e7c876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.809446 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks [] for port (87e34249-d56e-47e9-8652-771d14551da6), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.815441 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.824961 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (87e34249-d56e-47e9-8652-771d14551da6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.875817 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec3b-0b16-47c6-a034-fadff8e7c876 admin admin] Publish callbacks [] for security_group (a9ea2e62-8d21-46a1-8a54-859ed344bbf3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.881463 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec3b-0b16-47c6-a034-fadff8e7c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a9ea2e62-8d21-46a1-8a54-859ed344bbf3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.890530 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Attempting to bind port 87e34249-d56e-47e9-8652-771d14551da6 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:47.890934 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Attempting to bind port 87e34249-d56e-47e9-8652-771d14551da6 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:47.891284 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Attempting to bind port 87e34249-d56e-47e9-8652-771d14551da6 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:47.895494 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Pushing event updated for resources: {'Port': ['ID=87e34249-d56e-47e9-8652-771d14551da6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:47.906514 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:47.907110 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:47.907705 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.909100 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:47.910446 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Bound port: 87e34249-d56e-47e9-8652-771d14551da6, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:47.911379 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (87e34249-d56e-47e9-8652-771d14551da6), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:47.918194 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.918884 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.919509 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.920130 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.920764 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.921372 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.922309 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.922917 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.923794 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.924329 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.924858 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.926000 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.926578 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.927740 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.928362 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:20:47.930981 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-89b5ec3b-0b16-47c6-a034-fadff8e7c876 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b13047c9554a42dba3b68d84f19ecf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130357 Mar 20 16:20:47.935990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51188) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:47.945247 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5ec3b-0b16-47c6-a034-fadff8e7c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea2e62-8d21-46a1-8a54-859ed344bbf3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:47.958041 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-cd8f97c5-0fef-4142-89c9-d515ccaa558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:47.959616 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-cd8f97c5-0fef-4142-89c9-d515ccaa558d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 1127 time: 0.1814282 Mar 20 16:20:48.008671 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] For port 87e34249-d56e-47e9-8652-771d14551da6, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:48.012850 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] For port 87e34249-d56e-47e9-8652-771d14551da6, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=87e34249-d56e-47e9-8652-771d14551da6,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:48.021222 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (87e34249-d56e-47e9-8652-771d14551da6), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.023329 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84837e71-6ef1-49a0-b841-bc0825065ce4 req-36c56107-502d-47c9-a66f-3a7e87651aae tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.024896 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84837e71-6ef1-49a0-b841-bc0825065ce4 req-36c56107-502d-47c9-a66f-3a7e87651aae tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0574932 Mar 20 16:20:48.079094 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:48.079737 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:48.087662 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84837e71-6ef1-49a0-b841-bc0825065ce4 req-e8713e1d-264b-4382-8338-d2f8f3e47572 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Mar 20 16:20:48.167460 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e166864-3307-49cc-bd86-ab745495f1d4 None None] Pushing event updated for resources: {'Port': ['ID=87e34249-d56e-47e9-8652-771d14551da6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:48.178235 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] Publish callbacks [] for security_group (a9ea2e62-8d21-46a1-8a54-859ed344bbf3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.216613 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:48.221363 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-39fce3c5-861c-4881-b862-e1a7c24d10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.222912 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-39fce3c5-861c-4881-b862-e1a7c24d10c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1127 time: 0.2073512 Mar 20 16:20:48.237819 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-756c6f82-2aec-44df-a837-ae56f91024cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.239319 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-756c6f82-2aec-44df-a837-ae56f91024cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 1130 time: 0.2220907 Mar 20 16:20:48.254676 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Allocated IP 172.20.0.1 (1d33f665-68bc-4062-bbc2-4a3ddee73f82/067b8698-d21b-4d3f-8b35-104c1524173e/9ad8143e-7838-4d97-bf8c-15341949daa3) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:48.260105 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] Publish callbacks [] for security_group (a9ea2e62-8d21-46a1-8a54-859ed344bbf3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.288511 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d2f0-af4f-41da-a253-9a888c9d9a74 req-71848010-a8c4-41d9-b0e5-713fd8c87692 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.295689 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8b0d2f0-af4f-41da-a253-9a888c9d9a74 req-71848010-a8c4-41d9-b0e5-713fd8c87692 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0615861 Mar 20 16:20:48.346081 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8b0d2f0-af4f-41da-a253-9a888c9d9a74 req-1f796526-58d8-4007-980e-1543e50f8d0e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492835 Mar 20 16:20:48.458131 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6cf6-ee57-45b0-b714-4701cf8eaf4e req-8706960b-7a54-4ce5-a33c-bceec902b0a9 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.459618 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692a6cf6-ee57-45b0-b714-4701cf8eaf4e req-8706960b-7a54-4ce5-a33c-bceec902b0a9 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.3234320 Mar 20 16:20:48.492373 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:45Z', 'revision_number': 3, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:48.521254 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd94d-a87b-4ba5-9b8c-dbfb9501010e None None] The sync data for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi is: [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:45Z', 'revision_number': 3, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:20:48.567885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a9ea2e62-8d21-46a1-8a54-859ed344bbf3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.570884 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.574434 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9ea2e62-8d21-46a1-8a54-859ed344bbf3 HTTP/1.1" status: 204 len: 168 time: 0.6310387 Mar 20 16:20:48.589322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-c2da2060-01aa-4104-831a-2b63e6428151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.590861 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-c2da2060-01aa-4104-831a-2b63e6428151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.3475356 Mar 20 16:20:48.611027 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-e65baa66-0b1a-438e-b748-81742f0f35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.612519 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-e65baa66-0b1a-438e-b748-81742f0f35a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 200 len: 918 time: 0.3549135 Mar 20 16:20:48.657102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd361-2f34-487b-ae72-c7c82af4bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea2e62-8d21-46a1-8a54-859ed344bbf3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:48.678222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-4023f4b5-3a0e-468d-b4a2-8d30a20d1d39 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.680355 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-4023f4b5-3a0e-468d-b4a2-8d30a20d1d39 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 945 time: 0.0775051 Mar 20 16:20:48.687035 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-692a6cf6-ee57-45b0-b714-4701cf8eaf4e req-378e38dd-e96a-403d-8f4a-660495920c72 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166557 Mar 20 16:20:48.724705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6c0bd28d-58fc-4487-a161-3556d64c863c up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:48.764960 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-c9e3e381-7e69-45d9-8433-362f321ac906 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 200 len: 217 time: 0.1240849 Mar 20 16:20:48.770064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks [] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.856674 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-b627a7e0-18ee-4665-8ad6-8323fac14488 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 998 time: 0.2425249 Mar 20 16:20:48.870180 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 6c0bd28d-58fc-4487-a161-3556d64c863c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:48.871108 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.876279 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-cda1551b-e094-414a-9f1a-3606469952e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.877914 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-cda1551b-e094-414a-9f1a-3606469952e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 200 len: 858 time: 0.1055374 Mar 20 16:20:48.942975 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-6d22db3e-9282-4bd3-8cc1-82b29ff6fde8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519f08c3-ed11-40a1-a871-2b610509f532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510459 Mar 20 16:20:48.974923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:48.990017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-862fc36f-be78-47bd-9d64-953467d4939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:48.993402 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-862fc36f-be78-47bd-9d64-953467d4939f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.1144762 Mar 20 16:20:49.005480 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 6c0bd28d-58fc-4487-a161-3556d64c863c is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:49.105979 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:49.140022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:49.157334 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:49.240927 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Deleting port cccd042a-b75d-4914-a00d-aec2679491d5 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:20:49.241404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.282303 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:49.325583 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (649778eb-9f64-4734-98bc-35c99a771302), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.329723 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-e2e133ed-415f-48e5-9c3e-8eba58a85e49 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798058 Mar 20 16:20:49.333723 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-de9682fc-8e67-4250-b91c-61ca947ddf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:49.335365 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-de9682fc-8e67-4250-b91c-61ca947ddf7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2940581 Mar 20 16:20:49.495791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] For port cccd042a-b75d-4914-a00d-aec2679491d5, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=cccd042a-b75d-4914-a00d-aec2679491d5,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:49.496154 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.521944 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd92a9-37f9-4a3a-9545-228ef04f5897 req-ffce9471-5d05-4494-9cf8-0978aad99f5f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:49.523678 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dfbd92a9-37f9-4a3a-9545-228ef04f5897 req-ffce9471-5d05-4494-9cf8-0978aad99f5f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1826973 Mar 20 16:20:49.524789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Calling delete_port for cccd042a-b75d-4914-a00d-aec2679491d5 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:20:49.583899 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9d7dc7cb-4c9b-41d0-aa6a-5079fae0d570 None None] Provisioning complete for port 9ad8143e-7838-4d97-bf8c-15341949daa3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:49.584803 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc7cb-4c9b-41d0-aa6a-5079fae0d570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.651166 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dc7cb-4c9b-41d0-aa6a-5079fae0d570 None None] Port 9ad8143e-7838-4d97-bf8c-15341949daa3 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:20:49.669598 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dfbd92a9-37f9-4a3a-9545-228ef04f5897 req-b460660b-2e05-401f-9e1e-b0fb6e4d5b13 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344507 Mar 20 16:20:49.745766 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51232) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:49.800796 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (cccd042a-b75d-4914-a00d-aec2679491d5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.844084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['cccd042a-b75d-4914-a00d-aec2679491d5'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:20:49.846349 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57734162-a9e3-4f3a-a2e4-34c9459d791a req-56ea115e-f477-43c3-90a5-3a39d2106859 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 210 time: 0.0431514 Mar 20 16:20:49.891628 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Pushing event deleted for resources: {'Port': ['ID=cccd042a-b75d-4914-a00d-aec2679491d5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:49.896569 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2109589928-network', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:49.976348 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] No DVR routers for this DVR port cccd042a-b75d-4914-a00d-aec2679491d5 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:20:49.977805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Made reservation on behalf of 17cc716774984a15b9d00eb21651b3ee for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:49.980243 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.993174 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:49.996461 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a023908b-f0b1-4e93-9187-d6d5ec941e95 req-3db4954d-a13b-4b20-83ba-e9c4cacbd29d tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "DELETE /v2.0/ports/cccd042a-b75d-4914-a00d-aec2679491d5 HTTP/1.1" status: 204 len: 173 time: 1.2984111 Mar 20 16:20:49.996990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'name': 'network-vif-deleted', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:20:49.999748 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54beac37-5d9d-46c9-abe3-ff00a82dfaec" -d '{"events": [{"server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "name": "network-vif-deleted", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:20:50.001579 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-410f48f1-f05f-4b58-9e36-aceac2720600 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300800 Mar 20 16:20:50.009616 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.010509 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e36fc-d963-4fa9-89ae-c293fc348d8c req-de0b46e7-1377-4d9b-becf-236e29462c19 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:50.011958 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c4e36fc-d963-4fa9-89ae-c293fc348d8c req-de0b46e7-1377-4d9b-becf-236e29462c19 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1799221 Mar 20 16:20:50.016381 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-177dc7f6-7014-4d9f-9dd6-a62d856685b6 req-f1abe388-e4ac-4407-be7f-cd5368ce4630 service neutron] 10.222.0.42 "GET /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460557 Mar 20 16:20:50.058429 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790024ba-d17e-4f80-a984-87ad0698cd69 x-openstack-request-id: req-790024ba-d17e-4f80-a984-87ad0698cd69 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:20:50.058731 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e98c6-d61d-40dc-b2b9-bb55f915947e", "name": "network-vif-deleted", "tag": "cccd042a-b75d-4914-a00d-aec2679491d5", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:20:50.058987 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-790024ba-d17e-4f80-a984-87ad0698cd69 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:20:50.059476 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e98c6-d61d-40dc-b2b9-bb55f915947e', 'name': 'network-vif-deleted', 'tag': 'cccd042a-b75d-4914-a00d-aec2679491d5', 'status': 'completed', 'code': 200} Mar 20 16:20:50.096911 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks [] for security_group (68a2facd-c5ef-4449-bd71-e30296c8f8a3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.102159 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (68a2facd-c5ef-4449-bd71-e30296c8f8a3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.125068 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:20:50.141105 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2facd-c5ef-4449-bd71-e30296c8f8a3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:50.147373 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (9399c402-8752-4864-bc8d-761201a62d64), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.147730 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Added segment 9399c402-8752-4864-bc8d-761201a62d64 of type vlan for network 1ed7ad02-fd3f-49cf-8daf-676214b86075 Mar 20 16:20:50.147873 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.194699 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (1ed7ad02-fd3f-49cf-8daf-676214b86075), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.206312 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7c4e36fc-d963-4fa9-89ae-c293fc348d8c req-b733dfec-611e-41e7-8d8e-cc57c5da6cda tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806490 Mar 20 16:20:50.226692 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (1ed7ad02-fd3f-49cf-8daf-676214b86075), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.228194 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:50.229657 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.240358 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6ae4cb9-1b12-46b3-a099-b919dba3e42c req-f4cc6cde-898c-4837-a593-8c44a26a41e8 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272580 Mar 20 16:20:50.292305 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5424311 Mar 20 16:20:50.294234 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51242) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:50.299051 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Request body: {'subnet': {'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2109589928-subnet', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:50.311386 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112509c6-9a82-44d7-93ec-df3f97785c03 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed7ad02-fd3f-49cf-8daf-676214b86075,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:50.329152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Made reservation on behalf of 17cc716774984a15b9d00eb21651b3ee for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:50.330056 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:20:50.331184 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9964862'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.375917 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks [] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.383113 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.446949 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:50.454923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (649778eb-9f64-4734-98bc-35c99a771302), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.540846 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10035644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9964840'] for subnet (75149992-e614-4eb7-91a2-7459573e18bf), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.558153 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:50.559637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:50.608452 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=75149992-e614-4eb7-91a2-7459573e18bf,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:50.613873 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Checking segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:50.614231 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Network hostable DHCP agents. Network: 1ed7ad02-fd3f-49cf-8daf-676214b86075, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:20:50.645551 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:20:50.659950 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 1ed7ad02-fd3f-49cf-8daf-676214b86075) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:50.665472 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:50.666079 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.672745 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7a446-3e6a-41c3-8c4b-e3826d5f0d6d None None] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:20:50.708430 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-82d86ccd-bb34-468d-b6bc-b2d96efbdaac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4130294 Mar 20 16:20:50.709016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51256) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:50.717966 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:50.750213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.752151 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:50.798586 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Router 649778eb-9f64-4734-98bc-35c99a771302 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:20:50.974609 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 87e34249-d56e-47e9-8652-771d14551da6 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:51.012976 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for router_controller (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.017569 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-1ed7ad02-fd3f-49cf-8daf-676214b86075', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:20:51.024538 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.124345 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549dbcd-b60e-43df-9406-8253fd021669 req-2e6cd29b-37d6-4ee3-bf88-895a66cf337c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:51.125870 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4549dbcd-b60e-43df-9406-8253fd021669 req-2e6cd29b-37d6-4ee3-bf88-895a66cf337c tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.2832317 Mar 20 16:20:51.145737 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aff513dc-63cf-412f-a0a7-f260690f15a9 req-faf9ee7c-3599-4c84-be81-e95f6324ac25 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0e98c6-d61d-40dc-b2b9-bb55f915947e HTTP/1.1" status: 200 len: 210 time: 0.0456533 Mar 20 16:20:51.179758 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-f647a062-5469-4d7e-9a1f-2c7bc6fae18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:51.182600 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-f647a062-5469-4d7e-9a1f-2c7bc6fae18f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1127 time: 0.3741052 Mar 20 16:20:51.240205 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for router_gateway (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.258280 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4549dbcd-b60e-43df-9406-8253fd021669 req-1f303b25-e796-4cb9-968a-319667db9a2e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263216 Mar 20 16:20:51.300780 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:20:51.337304 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9c6c94b1-ee12-4f32-b502-181f5064cb70 admin admin] 10.222.0.18 "PUT /v2.0/routers/649778eb-9f64-4734-98bc-35c99a771302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3089964 Mar 20 16:20:51.486243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-0aab7b07-80c8-4ca2-84e2-ebae593444ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:51.494752 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-0aab7b07-80c8-4ca2-84e2-ebae593444ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.2880189 Mar 20 16:20:51.521751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f8e9-0f48-4cc6-ba6b-8d9a8da6b313 req-437e09ef-26ec-4bde-9c57-6a5dcb1afbc8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:51.524880 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1812f8e9-0f48-4cc6-ba6b-8d9a8da6b313 req-437e09ef-26ec-4bde-9c57-6a5dcb1afbc8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1779807 Mar 20 16:20:51.592554 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Allocated IP 172.20.0.2 (1ed7ad02-fd3f-49cf-8daf-676214b86075/75149992-e614-4eb7-91a2-7459573e18bf/89054766-ab18-449c-b4bf-9186ecb990ef) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:51.675140 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1812f8e9-0f48-4cc6-ba6b-8d9a8da6b313 req-ae23e0a6-3a1a-45c9-898d-13e3323bdbd0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419156 Mar 20 16:20:51.751574 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Sync routers for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:20:51.762433 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-b7a5931b-b221-4742-a262-bfd9a6030464 None None] Provisioning complete for port 9ad8143e-7838-4d97-bf8c-15341949daa3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:51.762817 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7a5931b-b221-4742-a262-bfd9a6030464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.802948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for router_gateway (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.803868 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5931b-b221-4742-a262-bfd9a6030464 None None] Port 9ad8143e-7838-4d97-bf8c-15341949daa3 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:20:51.830116 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:51.830819 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:51.864206 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:51.998031 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 87e34249-d56e-47e9-8652-771d14551da6 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:51.998700 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (87e34249-d56e-47e9-8652-771d14551da6), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.098081 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-4b4ac3a0-b004-4609-bb8e-aa92e898752d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 200 len: 998 time: 0.2037387 Mar 20 16:20:52.143743 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks [] for port (89054766-ab18-449c-b4bf-9186ecb990ef), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.157952 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.202557 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Allocated IP 172.27.1.248 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/c3334658-8579-4720-ae03-cb9da868120e) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:52.213313 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Pushing event updated for resources: {'Port': ['ID=89054766-ab18-449c-b4bf-9186ecb990ef,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:52.277102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:52.285129 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:52.307411 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:52.309898 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:52.413022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-b2c24725-36bd-42df-83e5-f5b5fa6272bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:52.422349 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-b2c24725-36bd-42df-83e5-f5b5fa6272bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.1959426 Mar 20 16:20:52.442844 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51304) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:52.474827 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-345753985-network', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:52.497110 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.533467 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d65c-541a-474a-8386-aa97efe59211 req-053e1ee7-f6f1-4234-924f-5ebbc1660827 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:52.542717 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2126d65c-541a-474a-8386-aa97efe59211 req-053e1ee7-f6f1-4234-924f-5ebbc1660827 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1173012 Mar 20 16:20:52.578636 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for port (c3334658-8579-4720-ae03-cb9da868120e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.583650 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 87e34249-d56e-47e9-8652-771d14551da6 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:52.584095 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (87e34249-d56e-47e9-8652-771d14551da6), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.607523 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Made reservation on behalf of 9cac0be36d3e4669b05b5b1f30802658 for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:52.610093 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.619982 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 87e34249-d56e-47e9-8652-771d14551da6, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=87e34249-d56e-47e9-8652-771d14551da6,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:52.636901 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Attempting to bind port 89054766-ab18-449c-b4bf-9186ecb990ef on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:52.637372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Attempting to bind port 89054766-ab18-449c-b4bf-9186ecb990ef by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:52.638979 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Attempting to bind port 89054766-ab18-449c-b4bf-9186ecb990ef on network 1ed7ad02-fd3f-49cf-8daf-676214b86075 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:52.644999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (c3334658-8579-4720-ae03-cb9da868120e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.658467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2126d65c-541a-474a-8386-aa97efe59211 req-d07722ba-9b8a-4bbc-ad27-27f4e372d18d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146846 Mar 20 16:20:52.664146 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (87e34249-d56e-47e9-8652-771d14551da6), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.701891 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:52.702536 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Checking segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:52.703418 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.704178 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Bound using segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:52.705829 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Bound port: 89054766-ab18-449c-b4bf-9186ecb990ef, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:52.706537 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.717987 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:52.730115 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:52.745208 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.751216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:52.781728 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Pushing event updated for resources: {'Port': ['ID=c3334658-8579-4720-ae03-cb9da868120e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:52.949860 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks [] for security_group (acd31246-d5a5-4f88-8cb5-65da4da8afdc), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.963746 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (acd31246-d5a5-4f88-8cb5-65da4da8afdc), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:52.985468 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:20:53.008362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (1254506e-d2f6-4a61-9ad9-beeb4001e332), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.011840 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Added segment 1254506e-d2f6-4a61-9ad9-beeb4001e332 of type vlan for network 525aac17-da0c-4934-8325-213c35b5376f Mar 20 16:20:53.022639 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=87e34249-d56e-47e9-8652-771d14551da6,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.047069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] For port 89054766-ab18-449c-b4bf-9186ecb990ef, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:53.102410 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a2785-9068-43b9-83bc-7f1928e16ea2 req-2dfca473-ac3e-4f8d-9323-e55922cb408c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:53.104094 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-093a2785-9068-43b9-83bc-7f1928e16ea2 req-2dfca473-ac3e-4f8d-9323-e55922cb408c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1696746 Mar 20 16:20:53.127544 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] For port 89054766-ab18-449c-b4bf-9186ecb990ef, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=89054766-ab18-449c-b4bf-9186ecb990ef,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:53.136281 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (525aac17-da0c-4934-8325-213c35b5376f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.179511 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51312) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:53.192530 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (525aac17-da0c-4934-8325-213c35b5376f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.193807 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:53.194592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.199683 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.268416 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-093a2785-9068-43b9-83bc-7f1928e16ea2 req-83eb11b1-5013-454f-a0f2-aa3bc8231a76 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1583800 Mar 20 16:20:53.311598 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for router_gateway (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.325786 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Pushing event updated for resources: {'Network': ['ID=525aac17-da0c-4934-8325-213c35b5376f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.327728 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae91b5-b42d-40c2-b27f-0bbb9d8a93a2 None None] Pushing event updated for resources: {'Port': ['ID=89054766-ab18-449c-b4bf-9186ecb990ef,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.345289 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-8e94f8bc-f9fc-4d97-a3e9-83279ba6c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:53.348255 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 525aac17-da0c-4934-8325-213c35b5376f details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:20:53.351764 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-8e94f8bc-f9fc-4d97-a3e9-83279ba6c912 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7213941 Mar 20 16:20:53.359308 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd31246-d5a5-4f88-8cb5-65da4da8afdc,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.378733 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3bb791c0-3712-4cc9-9e6c-b453f8e0d114 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9309974 Mar 20 16:20:53.383789 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:50Z', 'revision_number': 2, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:53.388609 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51316) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:53.394608 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Request body: {'subnet': {'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-345753985-subnet', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:53.407392 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb29-9cb5-45f9-8f14-65f267611766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.452128 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Made reservation on behalf of 9cac0be36d3e4669b05b5b1f30802658 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:53.454467 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.459139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Checking router: 649778eb-9f64-4734-98bc-35c99a771302 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:20:53.459500 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Updating router 649778eb-9f64-4734-98bc-35c99a771302 port 9ad8143e-7838-4d97-bf8c-15341949daa3 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:20:53.511585 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.564589 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.619067 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb29-9cb5-45f9-8f14-65f267611766 admin admin] Publish callbacks [] for security_group (22bec72f-f7b5-4514-800a-e925858e1315), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.630110 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb29-9cb5-45f9-8f14-65f267611766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (22bec72f-f7b5-4514-800a-e925858e1315), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.749593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4eb29-9cb5-45f9-8f14-65f267611766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bec72f-f7b5-4514-800a-e925858e1315,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.768867 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3bf4eb29-9cb5-45f9-8f14-65f267611766 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79fa2d317b3148b58ab132c5642a37e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809579 Mar 20 16:20:53.769049 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51322) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:53.802182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:20:53.814996 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (bd2ba8a6-475e-4786-86ca-75f85e936ddf), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.900681 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks [] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.907239 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.916833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:20:53.928608 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] Publish callbacks [] for security_group (22bec72f-f7b5-4514-800a-e925858e1315), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.932681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2ba8a6-475e-4786-86ca-75f85e936ddf,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.937421 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Sync routers for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:20:53.950783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c8e24-95bd-4dd3-bdf8-a37901e79784 req-bc35a3c4-40f8-40a9-a672-ee88e2d27bb4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:53.952342 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba1c8e24-95bd-4dd3-bdf8-a37901e79784 req-bc35a3c4-40f8-40a9-a672-ee88e2d27bb4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1597629 Mar 20 16:20:53.959168 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71264c4c-0451-45aa-bacf-ddae7caeb3bf None None] Pushing event updated for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:53.962329 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Checking segment: {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:53.962694 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Network hostable DHCP agents. Network: 525aac17-da0c-4934-8325-213c35b5376f, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:20:53.965064 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:53.966887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:53.969231 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:53.973333 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bd3cb560-3cbe-4a20-bd7c-c99c1a03f819 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2608373 Mar 20 16:20:53.974166 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51324) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:53.990627 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] Publish callbacks [] for security_group (22bec72f-f7b5-4514-800a-e925858e1315), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.045643 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Network 525aac17-da0c-4934-8325-213c35b5376f is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:20:54.076888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 525aac17-da0c-4934-8325-213c35b5376f) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:54.082974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:54.083571 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.099056 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ba1c8e24-95bd-4dd3-bdf8-a37901e79784 req-57702acd-dfc1-47ba-b625-547fdb85f488 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303954 Mar 20 16:20:54.113028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (22bec72f-f7b5-4514-800a-e925858e1315), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.113334 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664c173-c550-486a-a7ee-9bca1afe0bc9 None None] Network 525aac17-da0c-4934-8325-213c35b5376f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:20:54.115739 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.116885 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22bec72f-f7b5-4514-800a-e925858e1315 HTTP/1.1" status: 204 len: 168 time: 0.3469405 Mar 20 16:20:54.134779 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-cb77cf24-03b9-453b-8580-22b58fdc3300 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7409344 Mar 20 16:20:54.138441 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51328) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:54.157904 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:54.161191 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510487e8-8fc4-4d5c-8e95-9119602f58d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bec72f-f7b5-4514-800a-e925858e1315,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:54.195516 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:54.213268 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.214990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.235352 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Attempting to bind port 9ad8143e-7838-4d97-bf8c-15341949daa3 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:54.235352 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Attempting to bind port 9ad8143e-7838-4d97-bf8c-15341949daa3 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:54.235718 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Attempting to bind port 9ad8143e-7838-4d97-bf8c-15341949daa3 on network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:54.255292 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:54.256153 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Checking segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:54.256417 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.257466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Bound using segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:54.262489 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Bound port: 9ad8143e-7838-4d97-bf8c-15341949daa3, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:54.262947 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.385205 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for router_controller (b848a00c-e9e5-421b-b7a4-fb391dad8957), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.410287 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:20:54.417031 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] For port 9ad8143e-7838-4d97-bf8c-15341949daa3, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:54.421658 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] For port 9ad8143e-7838-4d97-bf8c-15341949daa3, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9ad8143e-7838-4d97-bf8c-15341949daa3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:54.479324 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.726811 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:53Z', 'revision_number': 3, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:54.732051 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for router_gateway (b848a00c-e9e5-421b-b7a4-fb391dad8957), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.768076 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Checking router: 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:20:54.768752 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Updating router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 port c3334658-8579-4720-ae03-cb9da868120e binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:20:54.803102 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (c3334658-8579-4720-ae03-cb9da868120e), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:54.915195 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedce7a-ce06-40b5-a345-95e631b95d74 req-7c42094e-54a4-43e2-942f-8a32c4c106b0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:54.924950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fedce7a-ce06-40b5-a345-95e631b95d74 req-7c42094e-54a4-43e2-942f-8a32c4c106b0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.5335867 Mar 20 16:20:54.987183 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71264c4c-0451-45aa-bacf-ddae7caeb3bf None None] Pushing event updated for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:54.996122 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device cccd042a-b75d-4914-a00d-aec2679491d5 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:20:54.998801 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696f712-ff92-42ad-839f-25ec2549f538 None None] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:20:55.001609 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 89054766-ab18-449c-b4bf-9186ecb990ef up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:55.014808 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fedce7a-ce06-40b5-a345-95e631b95d74 req-48635772-c539-4b95-8f1a-b617d4e686f3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784321 Mar 20 16:20:55.142455 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: cccd042a-b75d-4914-a00d-aec2679491d5 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:20:55.143036 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device cccd042a-b75d-4914-a00d-aec2679491d5 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:20:55.188488 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-525aac17-da0c-4934-8325-213c35b5376f', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:20:55.189361 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.197786 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks [] for port (c3334658-8579-4720-ae03-cb9da868120e), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.209646 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (c3334658-8579-4720-ae03-cb9da868120e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.225000 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Provisioning complete for port 9ad8143e-7838-4d97-bf8c-15341949daa3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:55.225206 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.237880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for router_gateway (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.260349 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.282315 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Attempting to bind port c3334658-8579-4720-ae03-cb9da868120e on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:55.282673 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Attempting to bind port c3334658-8579-4720-ae03-cb9da868120e by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:55.283043 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Attempting to bind port c3334658-8579-4720-ae03-cb9da868120e on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:55.286285 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080169-46f2-4b94-88a6-85abe44e4782 None None] Pushing event updated for resources: {'Port': ['ID=c3334658-8579-4720-ae03-cb9da868120e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:55.293037 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:55.293861 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:55.293861 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.294215 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:55.294846 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Bound port: c3334658-8579-4720-ae03-cb9da868120e, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:55.295653 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (c3334658-8579-4720-ae03-cb9da868120e), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.313025 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.360333 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:55.360586 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] For port c3334658-8579-4720-ae03-cb9da868120e, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:55.360976 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:55.364668 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] For port c3334658-8579-4720-ae03-cb9da868120e, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=c3334658-8579-4720-ae03-cb9da868120e,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:55.373162 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 89054766-ab18-449c-b4bf-9186ecb990ef triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:55.373533 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.373682 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (c3334658-8579-4720-ae03-cb9da868120e), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.474519 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080169-46f2-4b94-88a6-85abe44e4782 None None] Pushing event updated for resources: {'Port': ['ID=c3334658-8579-4720-ae03-cb9da868120e,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:55.478109 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:55.478755 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:55.547781 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Allocated IP 172.20.0.1 (1ed7ad02-fd3f-49cf-8daf-676214b86075/75149992-e614-4eb7-91a2-7459573e18bf/1ea0c33b-eeb0-4df1-b6f8-dc1815579648) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:55.688374 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Current status of the port 9ad8143e-7838-4d97-bf8c-15341949daa3 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:55.689468 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.707207 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Allocated IP 172.27.1.141 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d0a090e2-38a1-4503-91f7-4ccf1186d63f) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:55.752622 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:55.762368 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks [] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.796387 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Allocated IP 172.20.0.2 (525aac17-da0c-4934-8325-213c35b5376f/bd2ba8a6-475e-4786-86ca-75f85e936ddf/ea0272fd-be59-40da-8233-53b8e30d6ef5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:20:55.845983 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.917805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:55.929084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:55.933220 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:55.945244 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:55.953044 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:56.049108 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.111246 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] For port 9ad8143e-7838-4d97-bf8c-15341949daa3, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9ad8143e-7838-4d97-bf8c-15341949daa3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:56.114720 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 89054766-ab18-449c-b4bf-9186ecb990ef is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:56.115220 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.125672 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.143940 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a090e2-38a1-4503-91f7-4ccf1186d63f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:56.172703 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:56.197699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:56.197983 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.210853 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:56.237600 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:56.361624 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:53Z', 'revision_number': 3, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:56.363900 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 89054766-ab18-449c-b4bf-9186ecb990ef, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=89054766-ab18-449c-b4bf-9186ecb990ef,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:20:56.440774 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985d0cb-c06a-42f9-bac6-cd78917fd505 None None] The sync data for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi is: [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:53Z', 'revision_number': 3, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:20:56.484341 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.485155 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 87e34249-d56e-47e9-8652-771d14551da6 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:56.524688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.607710 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Provisioning complete for port 9ad8143e-7838-4d97-bf8c-15341949daa3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:56.608088 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.792282 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks [] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.801156 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.808013 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fb833-6bdf-4fee-b6ae-68c0e499b9b0 None None] Pushing event updated for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:56.893092 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=89054766-ab18-449c-b4bf-9186ecb990ef,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:56.944465 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks [] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.948948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:56.967140 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:56.977106 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.028367 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c36a7b-0650-46e9-8868-5fc09110658e req-74db1205-cc96-48d5-8399-ae3c6df8a36f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:57.030214 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-27c36a7b-0650-46e9-8868-5fc09110658e req-74db1205-cc96-48d5-8399-ae3c6df8a36f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.7946501 Mar 20 16:20:57.032126 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-3e038d45-9cd5-4c22-9a87-c16831d1e31d service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8657372 Mar 20 16:20:57.100483 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Network 525aac17-da0c-4934-8325-213c35b5376f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:57.116460 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 87e34249-d56e-47e9-8652-771d14551da6 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:57.116840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (87e34249-d56e-47e9-8652-771d14551da6), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.121154 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:57.125332 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:20:57.146160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Pushing event updated for resources: {'Port': ['ID=ea0272fd-be59-40da-8233-53b8e30d6ef5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:57.180900 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:20:57.184008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:20:57.491414 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:20:57.494524 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-27c36a7b-0650-46e9-8868-5fc09110658e req-eb5941f7-7178-4fbf-897e-8240b4bbb621 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3631725 Mar 20 16:20:57.508712 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Current status of the port 9ad8143e-7838-4d97-bf8c-15341949daa3 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:57.568016 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-625b9ebc-e411-4f00-83f1-6cbf9c0c79e9 req-1a68d472-2bd4-4ffa-8241-e59975473796 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353926 Mar 20 16:20:57.581516 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for router_gateway (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.720363 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Attempting to bind port ea0272fd-be59-40da-8233-53b8e30d6ef5 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:20:57.721037 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Attempting to bind port ea0272fd-be59-40da-8233-53b8e30d6ef5 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:20:57.721037 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Attempting to bind port ea0272fd-be59-40da-8233-53b8e30d6ef5 on network 525aac17-da0c-4934-8325-213c35b5376f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:20:57.790323 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:20:57.791230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Checking segment: {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:20:57.791230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.791464 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Bound using segment: {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:20:57.791960 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Bound port: ea0272fd-be59-40da-8233-53b8e30d6ef5, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:20:57.792336 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.813509 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 87e34249-d56e-47e9-8652-771d14551da6 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:57.869306 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:20:57.877295 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Provisioning complete for port 89054766-ab18-449c-b4bf-9186ecb990ef triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:57.878513 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:57.892781 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-89611c73-cbde-4fc2-9954-6515b266fee6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9074306 Mar 20 16:20:57.893028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:54Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:58.012084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6667b-60bb-4a1a-b8d9-4fa4dc3e6e1e None None] The sync data for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi is: [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:54Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:20:58.099616 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] For port ea0272fd-be59-40da-8233-53b8e30d6ef5, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:20:58.111123 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] For port ea0272fd-be59-40da-8233-53b8e30d6ef5, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=ea0272fd-be59-40da-8233-53b8e30d6ef5,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:20:58.147486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:58.488956 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:58.513034 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 89054766-ab18-449c-b4bf-9186ecb990ef up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:58.672104 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Router b848a00c-e9e5-421b-b7a4-fb391dad8957 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:20:58.808986 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a3887-4eb1-4816-95ba-ee99ade235ed None None] Current status of the port 89054766-ab18-449c-b4bf-9186ecb990ef is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:58.864766 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0480a72-4ea8-4a9e-b65a-29d6477a39b6 None None] Pushing event updated for resources: {'Port': ['ID=ea0272fd-be59-40da-8233-53b8e30d6ef5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:58.912856 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 89054766-ab18-449c-b4bf-9186ecb990ef triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:58.916138 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.025124 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190df-911c-40a9-a7d1-8a1274f6e5ea req-e8191636-3584-4ac0-b791-e4f194aadfa3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:20:59.033124 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c15190df-911c-40a9-a7d1-8a1274f6e5ea req-e8191636-3584-4ac0-b791-e4f194aadfa3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.3475330 Mar 20 16:20:59.131966 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Provisioning complete for port 89054766-ab18-449c-b4bf-9186ecb990ef triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:59.132446 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.151733 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c15190df-911c-40a9-a7d1-8a1274f6e5ea req-1234f64e-ccb8-443f-befe-b378a319ee8b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173129 Mar 20 16:20:59.200037 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:20:59.243021 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Sync routers for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:20:59.282009 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.284583 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0b2e29c0-6eed-41dd-9d7f-df0e7f71e4d2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1295495 Mar 20 16:20:59.286818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51400) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:59.329609 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 89054766-ab18-449c-b4bf-9186ecb990ef is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:59.331002 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device c3334658-8579-4720-ae03-cb9da868120e up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:20:59.381512 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:20:59.382509 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:20:59.511115 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51404) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:20:59.516330 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1503065861-network', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:20:59.559578 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Made reservation on behalf of 35b67da8df2646d082a9de338e7c1ddd for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:20:59.563032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.587342 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.595171 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:20:59.767594 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks [] for security_group (cda86b9b-67d1-4b12-a085-1d20c1e57dd5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.773551 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cda86b9b-67d1-4b12-a085-1d20c1e57dd5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.833328 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:20:59.855843 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda86b9b-67d1-4b12-a085-1d20c1e57dd5,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:20:59.879299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.880521 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Added segment efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886 of type vlan for network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 Mar 20 16:20:59.900147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Current status of the port 89054766-ab18-449c-b4bf-9186ecb990ef is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:20:59.918201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port c3334658-8579-4720-ae03-cb9da868120e triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:20:59.918732 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (c3334658-8579-4720-ae03-cb9da868120e), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:20:59.963288 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.032173 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.033684 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:00.046805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.063072 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Provisioning complete for port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:00.063573 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.151307 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6387711 Mar 20 16:21:00.162979 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51410) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:00.169275 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Request body: {'subnet': {'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1503065861-subnet', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:00.195063 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d758-f082-4a98-a009-45d4d1e72dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=68c8e3e1-0d95-42e3-a95d-84d49a5d6a26,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:00.225978 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Made reservation on behalf of 35b67da8df2646d082a9de338e7c1ddd for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:21:00.227100 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.229729 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.250172 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Sync routers for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:21:00.265941 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:00.267444 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 3, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:00.268137 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:00.270360 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:21:00.358112 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d978fe9f-97d9-4184-9792-f105f5602c4d None None] Port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:00.441660 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Checking router: b848a00c-e9e5-421b-b7a4-fb391dad8957 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:00.447157 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Updating router b848a00c-e9e5-421b-b7a4-fb391dad8957 port d0a090e2-38a1-4503-91f7-4ccf1186d63f binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:21:00.471497 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:00.526346 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Allocated IP 172.20.0.1 (525aac17-da0c-4934-8325-213c35b5376f/bd2ba8a6-475e-4786-86ca-75f85e936ddf/5a6634c7-1729-48ab-90b5-1988f66299a9) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:00.554406 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2a9e-5879-44a6-95ac-332d5b0ca058 req-80d0e492-974c-4b5f-bfc5-02755f6aa068 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:00.562036 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-238c2a9e-5879-44a6-95ac-332d5b0ca058 req-80d0e492-974c-4b5f-bfc5-02755f6aa068 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0976110 Mar 20 16:21:00.575595 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port c3334658-8579-4720-ae03-cb9da868120e is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:00.575985 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (c3334658-8579-4720-ae03-cb9da868120e), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.576884 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (d1dcfb4f-9449-4585-aa3a-b069ec34af96), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.602455 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port c3334658-8579-4720-ae03-cb9da868120e, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=c3334658-8579-4720-ae03-cb9da868120e,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:00.603436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.637276 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1dcfb4f-9449-4585-aa3a-b069ec34af96,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:00.664374 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036d3fb-303d-45b5-afbb-780da3986991 None None] Network 525aac17-da0c-4934-8325-213c35b5376f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:21:00.676004 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Checking segment: {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:00.676618 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Network hostable DHCP agents. Network: 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:21:00.683615 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-238c2a9e-5879-44a6-95ac-332d5b0ca058 req-b4188d1d-b108-4a1b-a54a-eaed196a777b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205707 Mar 20 16:21:00.708230 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:21:00.713352 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:00.721899 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:00.723298 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.754646 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fbba014f-dbe4-48c0-8da7-8db6c37ff7e6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5904143 Mar 20 16:21:00.755411 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (c3334658-8579-4720-ae03-cb9da868120e), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.755606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51414) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:00.766167 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957867af-724f-42e4-b630-a797604e2581 None None] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:21:00.780284 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:00.782569 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks [] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.839450 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (30d02a36-c17b-49b6-954c-e1959371084a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.840914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (30d02a36-c17b-49b6-954c-e1959371084a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.853796 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 2, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:00.876687 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.917859 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Checking router: 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:00.918323 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Updating router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:21:00.975120 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:00.989000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Network 525aac17-da0c-4934-8325-213c35b5376f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:01.001704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for router_controller (30d02a36-c17b-49b6-954c-e1959371084a), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.010445 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:01.035585 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:01.036513 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Provisioning complete for port ea0272fd-be59-40da-8233-53b8e30d6ef5 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:01.036889 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.093598 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.103792 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=c3334658-8579-4720-ae03-cb9da868120e,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:01.213882 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device ea0272fd-be59-40da-8233-53b8e30d6ef5 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:01.263999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:01.341819 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.468610 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for router_gateway (30d02a36-c17b-49b6-954c-e1959371084a), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.574911 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'fixed_ips': [{'subnet_id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:21:01.575796 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.679716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks [] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.686734 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.697381 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks [] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.707380 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.803742 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-32227fa3-b961-478f-8413-9778ec632395 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:01.811888 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-32227fa3-b961-478f-8413-9778ec632395 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 814 time: 0.3309104 Mar 20 16:21:01.831952 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea45dc2-d7d5-42fa-888d-1b35d479a51e None None] Pushing event updated for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:01.867117 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-bc06fc5c-a8bd-423e-b4ea-0b4de0d0f74f tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/quotas/d019b2fd38f44fb193bf76b419634a16 HTTP/1.1" status: 200 len: 375 time: 0.0541120 Mar 20 16:21:01.882585 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:01.886297 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.940964 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-89e72b7f-e015-411a-9647-1477fc97dae6 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726554 Mar 20 16:21:01.955253 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Attempting to bind port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:01.955615 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Attempting to bind port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:01.955972 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Attempting to bind port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 on network 1ed7ad02-fd3f-49cf-8daf-676214b86075 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:01.967595 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:01.968026 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Checking segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:01.968356 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:01.970155 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Bound using segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:01.970672 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Bound port: 1ea0c33b-eeb0-4df1-b6f8-dc1815579648, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:01.971045 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:02.107782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50bd58-cd02-4e4b-bf61-b709a0dcd0e7 req-87c1711d-6d2e-416a-a2ae-574475580f90 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:02.125276 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff50bd58-cd02-4e4b-bf61-b709a0dcd0e7 req-87c1711d-6d2e-416a-a2ae-574475580f90 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.3069670 Mar 20 16:21:02.147152 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-48b72445-9214-4749-8416-aee18f431b03 service neutron] 10.222.0.18 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050786 Mar 20 16:21:02.162584 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] For port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:02.166002 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] For port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:02.175835 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:02.303091 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Network 525aac17-da0c-4934-8325-213c35b5376f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:02.305598 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:02.346874 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff50bd58-cd02-4e4b-bf61-b709a0dcd0e7 req-0267b21c-47ec-4af1-a377-18db25084ccf tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2206199 Mar 20 16:21:02.365553 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:02.387237 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:02.546241 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port ea0272fd-be59-40da-8233-53b8e30d6ef5 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:02.546922 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:02.565515 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Current status of the port ea0272fd-be59-40da-8233-53b8e30d6ef5 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:02.565900 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:02.573174 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea45dc2-d7d5-42fa-888d-1b35d479a51e None None] Pushing event updated for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:02.733421 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Router b848a00c-e9e5-421b-b7a4-fb391dad8957 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:21:02.762618 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] For port ea0272fd-be59-40da-8233-53b8e30d6ef5, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=ea0272fd-be59-40da-8233-53b8e30d6ef5,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:02.813126 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.047046 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:21:03.064118 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-729c1db1-be04-40ac-9fa7-22d1481ce5b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b848a00c-e9e5-421b-b7a4-fb391dad8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7755408 Mar 20 16:21:03.073000 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Allocated IP 172.20.0.2 (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26/d1dcfb4f-9449-4585-aa3a-b069ec34af96/e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:03.135213 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks [] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.160732 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7778ae-73e6-4c47-b576-f993d2cc99f4 None None] Pushing event updated for resources: {'Port': ['ID=ea0272fd-be59-40da-8233-53b8e30d6ef5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:03.168057 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.174785 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:03.175147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.189666 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for router_gateway (30d02a36-c17b-49b6-954c-e1959371084a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.229796 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:03.235231 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-fca541dc-73f3-4a72-bc48-834203e0e72a service neutron] 10.222.0.18 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852940 Mar 20 16:21:03.236914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.492582 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port ea0272fd-be59-40da-8233-53b8e30d6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:03.494353 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9ad8143e-7838-4d97-bf8c-15341949daa3 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:03.504225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb105-d95a-4919-a984-6654127a9850 None None] Pushing event updated for resources: {'Port': ['ID=d0a090e2-38a1-4503-91f7-4ccf1186d63f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:03.552881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Port 5a6634c7-1729-48ab-90b5-1988f66299a9 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:03.557918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Attempting to bind port d0a090e2-38a1-4503-91f7-4ccf1186d63f on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:03.558480 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Attempting to bind port d0a090e2-38a1-4503-91f7-4ccf1186d63f by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:03.558847 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Attempting to bind port d0a090e2-38a1-4503-91f7-4ccf1186d63f on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:03.578393 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Allocated IP 172.27.1.165 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/b288418c-96a1-472a-ad0c-5ca96cc6b44a) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:03.585291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:03.585663 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:03.586064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.586714 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:03.587199 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Bound port: d0a090e2-38a1-4503-91f7-4ccf1186d63f, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:03.587568 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.644593 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Provisioning complete for port ea0272fd-be59-40da-8233-53b8e30d6ef5 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:03.644872 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.717909 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e05ce469-f82c-4793-8858-ee14f3ef4395 req-1c776a9e-18dc-4475-8190-01d71b9e6c77 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.1365569 Mar 20 16:21:03.735484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc19c-e479-4966-9c30-adf607aba1b3 req-aa0975db-d580-4cb5-a499-b59bdb9d2be7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:03.744580 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-625fc19c-e479-4966-9c30-adf607aba1b3 req-aa0975db-d580-4cb5-a499-b59bdb9d2be7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.2217636 Mar 20 16:21:03.835952 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] For port d0a090e2-38a1-4503-91f7-4ccf1186d63f, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:03.840842 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 9ad8143e-7838-4d97-bf8c-15341949daa3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:03.841519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.857064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks [] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:03.880725 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-625fc19c-e479-4966-9c30-adf607aba1b3 req-00556153-46a1-428b-a1e0-ac0949844ae0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295922 Mar 20 16:21:03.913795 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:02Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:03.960614 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:04.006872 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] For port d0a090e2-38a1-4503-91f7-4ccf1186d63f, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d0a090e2-38a1-4503-91f7-4ccf1186d63f,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:04.013842 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da656789-d5d0-4ba1-bbdb-f0d468f925e4 None None] The sync data for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi is: [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:02Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:04.027114 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:04.098224 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:04.110100 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Pushing event updated for resources: {'Port': ['ID=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:04.185727 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:04.217527 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Current status of the port ea0272fd-be59-40da-8233-53b8e30d6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:04.224425 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:04.260390 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:04.263647 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:04.264769 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:04.270406 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:04.276783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Pushing event updated for resources: {'Port': ['ID=b288418c-96a1-472a-ad0c-5ca96cc6b44a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:04.322644 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:04.435123 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:04.435782 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:04.492818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cff82-61a1-4cd3-b348-e8bbe361f623 req-92e20f68-13ae-4177-89bc-1d88a3228f0d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:04.502413 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d15cff82-61a1-4cd3-b348-e8bbe361f623 req-92e20f68-13ae-4177-89bc-1d88a3228f0d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2552965 Mar 20 16:21:04.615620 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d15cff82-61a1-4cd3-b348-e8bbe361f623 req-da1482f1-7a00-471d-a16e-bdb9f03ead57 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110878 Mar 20 16:21:04.677008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:04.907356 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Provisioning complete for port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:04.908003 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:04.962119 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f211c5ec-f84e-4e99-b41d-614f1a829549 req-0e5a7689-7506-49d8-94ee-163e10f686ce tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0930529 Mar 20 16:21:04.976356 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for router_gateway (30d02a36-c17b-49b6-954c-e1959371084a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:05.205030 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138a260-b4cb-4563-9118-739acd1b47f8 req-f5047484-2897-46fe-a3bb-2a7d9ef41fb1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:05.207827 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a138a260-b4cb-4563-9118-739acd1b47f8 req-f5047484-2897-46fe-a3bb-2a7d9ef41fb1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1074998 Mar 20 16:21:05.288538 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Attempting to bind port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:05.288886 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Attempting to bind port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:05.289417 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Attempting to bind port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 on network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:05.319813 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb105-d95a-4919-a984-6654127a9850 None None] Pushing event updated for resources: {'Port': ['ID=d0a090e2-38a1-4503-91f7-4ccf1186d63f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:05.363451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a138a260-b4cb-4563-9118-739acd1b47f8 req-0a8f5cfa-edb4-4248-b646-1782eaf9627a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452634 Mar 20 16:21:05.383121 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:05.383504 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Checking segment: {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:05.383884 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:05.384305 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Bound using segment: {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:05.384786 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Bound port: e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:05.390539 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:05.444890 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 9ad8143e-7838-4d97-bf8c-15341949daa3 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:05.718967 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (30d02a36-c17b-49b6-954c-e1959371084a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:05.857776 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:06.035543 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d9c4-6490-48b0-8a52-f691bd06c821 req-68b4e8e5-4e47-41a2-871d-4c67fbc9441d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:06.042965 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ce43d9c4-6490-48b0-8a52-f691bd06c821 req-68b4e8e5-4e47-41a2-871d-4c67fbc9441d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2356973 Mar 20 16:21:06.059054 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] For port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:06.073223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] For port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:06.107215 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:06.116286 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ecd7e890-73ae-4aab-b201-f2112b188ac7 req-d03bfe99-f24a-4dd9-a43c-73b4cdddbd23 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0646591 Mar 20 16:21:06.145438 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ce43d9c4-6490-48b0-8a52-f691bd06c821 req-ff78df74-e52f-42c5-9d80-f16ecdfe517e tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013925 Mar 20 16:21:06.192987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Router 30d02a36-c17b-49b6-954c-e1959371084a is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:21:06.194017 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Current status of the port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:06.194575 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:06.252169 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81cfeb-7506-491d-a302-64674d81b990 None None] Pushing event updated for resources: {'Port': ['ID=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:06.299008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:06.300485 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:06.338042 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] For port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:06.413873 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:06.524116 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:21:06.580181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5a6634c7-1729-48ab-90b5-1988f66299a9', 'name': '', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'mac_address': 'fa:16:3e:54:85:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 2, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'subnets': [{'id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:06.666541 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d97107-7180-4509-be11-9844983523f7 None None] Sync routers for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:21:06.669510 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:06.682677 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42219656-e010-448c-94dc-5e972c4d8de7 req-3b259c9c-23b2-4897-825b-740870083c60 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:06.698633 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-181b6343-033c-4f7f-b083-a31feb452036 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9355786 Mar 20 16:21:06.700889 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51498) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:06.715665 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42219656-e010-448c-94dc-5e972c4d8de7 req-3b259c9c-23b2-4897-825b-740870083c60 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1809545 Mar 20 16:21:06.803555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166273a-d0a4-42a2-b1fc-ac4cb092020a None None] Pushing event updated for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:06.827799 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31e50-2595-4cee-b839-35b6d66b903b None None] The sync data for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi is: [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5a6634c7-1729-48ab-90b5-1988f66299a9', 'name': '', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'mac_address': 'fa:16:3e:54:85:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 2, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'subnets': [{'id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:06.895082 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42219656-e010-448c-94dc-5e972c4d8de7 req-41007b0a-1c05-42ac-8ad0-3cd3660f4a90 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702554 Mar 20 16:21:06.912899 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:06.914473 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:07.036799 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-bc88eb71-2582-4257-aa91-f9277a8b5eed tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:07.038491 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-bc88eb71-2582-4257-aa91-f9277a8b5eed tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 814 time: 0.4946909 Mar 20 16:21:07.143085 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Request body: {'port': {'device_id': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6', 'admin_state_up': True, 'tenant_id': 'd019b2fd38f44fb193bf76b419634a16'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:07.421462 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:07.422131 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:07.533187 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Port 5a6634c7-1729-48ab-90b5-1988f66299a9 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:07.547255 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:07.548905 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device ea0272fd-be59-40da-8233-53b8e30d6ef5 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:07.572080 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1b69862f-20b8-4beb-8339-50e78ade55b7 req-4ed9e4d3-e736-4be9-a9dc-f7ddca0b6f33 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.2525389 Mar 20 16:21:07.575181 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427747e1-239d-4004-baa1-5fa011f6ab1a req-0dbfc185-f434-4fd5-bab2-718e79a9ce49 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:07.578136 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-427747e1-239d-4004-baa1-5fa011f6ab1a req-0dbfc185-f434-4fd5-bab2-718e79a9ce49 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.2881811 Mar 20 16:21:07.631879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Provisioning complete for port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:07.632436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:07.720250 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-427747e1-239d-4004-baa1-5fa011f6ab1a req-fe0471ee-8200-4f05-a761-b3c29e379c02 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365092 Mar 20 16:21:07.857405 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:07.861293 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4acb1a17-397b-41b9-a8b7-5b25514ac290 None None] Current status of the port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:07.950180 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port ea0272fd-be59-40da-8233-53b8e30d6ef5 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:07.951692 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:08.167796 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port ea0272fd-be59-40da-8233-53b8e30d6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:08.169286 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device c3334658-8579-4720-ae03-cb9da868120e up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:08.344621 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563df1e-22fc-46cd-9bac-8eac4258d2aa None None] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:21:08.415634 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Made reservation on behalf of d019b2fd38f44fb193bf76b419634a16 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:21:08.431427 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:08.697799 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Provisioning complete for port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:08.709141 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:08.744000 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ef9720f-2814-4e1c-a85c-c4cb3154db5d req-a1c80438-52c3-4951-a082-a84c4f743f90 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0413580 Mar 20 16:21:08.866180 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dfd6a-da17-4c23-b9cb-9890fabab404 req-f663e135-3f93-46f1-8e0a-3e524e3ad877 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:08.869347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port c3334658-8579-4720-ae03-cb9da868120e triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:08.869722 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (c3334658-8579-4720-ae03-cb9da868120e), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:08.879306 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d28dfd6a-da17-4c23-b9cb-9890fabab404 req-f663e135-3f93-46f1-8e0a-3e524e3ad877 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.0800529 Mar 20 16:21:08.929454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-bc3e015d-0735-451b-8f1a-f291647039db tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:08.950579 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d28dfd6a-da17-4c23-b9cb-9890fabab404 req-647cd40b-8a00-4f8d-8d6c-f71275aba757 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Mar 20 16:21:08.953245 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-bc3e015d-0735-451b-8f1a-f291647039db tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.9510942 Mar 20 16:21:08.986031 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840de8-a4a6-4970-8861-e233ecebfbfc req-95182374-2238-4c1e-b9eb-fe2ae6804988 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:08.993552 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bb840de8-a4a6-4970-8861-e233ecebfbfc req-95182374-2238-4c1e-b9eb-fe2ae6804988 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.9075403 Mar 20 16:21:09.061712 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:04Z', 'revision_number': 3, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:09.127901 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d97107-7180-4509-be11-9844983523f7 None None] Checking router: 30d02a36-c17b-49b6-954c-e1959371084a for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:09.127901 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d97107-7180-4509-be11-9844983523f7 None None] Updating router 30d02a36-c17b-49b6-954c-e1959371084a port b288418c-96a1-472a-ad0c-5ca96cc6b44a binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:21:09.192503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.303061 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Current status of the port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:09.303560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.428268 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] For port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:09.452198 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.630162 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.720921 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bb840de8-a4a6-4970-8861-e233ecebfbfc req-db185e88-96ae-4199-8977-9e3b29746693 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7255998 Mar 20 16:21:09.728863 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port c3334658-8579-4720-ae03-cb9da868120e is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:09.769007 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c278922e-fdc2-473c-97f8-46c799c94a20 None None] Provisioning complete for port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:09.769507 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c278922e-fdc2-473c-97f8-46c799c94a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.830416 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e60458-588d-4d68-bf1d-411618b94637 None None] Pushing event updated for resources: {'Port': ['ID=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:09.871587 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks [] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.879644 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.944843 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Deleting port 1812daa1-9d00-45bf-aacb-ae7db9a907bc {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:21:09.945154 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:09.998162 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-87d97107-7180-4509-be11-9844983523f7 None None] Attempting to bind port b288418c-96a1-472a-ad0c-5ca96cc6b44a on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:10.000600 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e163136e-4f16-425b-a18b-4a75e6a43f7b req-48ccc41f-6580-4f41-902c-91fb25cacc5e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0850146 Mar 20 16:21:10.003823 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-87d97107-7180-4509-be11-9844983523f7 None None] Attempting to bind port b288418c-96a1-472a-ad0c-5ca96cc6b44a by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:10.004201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d97107-7180-4509-be11-9844983523f7 None None] Attempting to bind port b288418c-96a1-472a-ad0c-5ca96cc6b44a on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:10.061076 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Allocated IP 172.20.0.7 (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6/abacc803-feeb-4445-b5b0-7e9f237da3f1/a934d8fd-bd2a-4f14-af47-5e417df9fac3) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:10.075593 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d97107-7180-4509-be11-9844983523f7 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:10.076731 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d97107-7180-4509-be11-9844983523f7 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:10.081651 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.082268 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d97107-7180-4509-be11-9844983523f7 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:10.082867 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-87d97107-7180-4509-be11-9844983523f7 None None] Bound port: b288418c-96a1-472a-ad0c-5ca96cc6b44a, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:10.083208 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.087626 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216ad7-8916-41ce-bf34-b635a5018ebc None None] Pushing event updated for resources: {'Port': ['ID=b288418c-96a1-472a-ad0c-5ca96cc6b44a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:10.135346 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c278922e-fdc2-473c-97f8-46c799c94a20 None None] Current status of the port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:10.183737 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] For port 1812daa1-9d00-45bf-aacb-ae7db9a907bc, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1812daa1-9d00-45bf-aacb-ae7db9a907bc,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:10.184183 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.186812 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-87d97107-7180-4509-be11-9844983523f7 None None] For port b288418c-96a1-472a-ad0c-5ca96cc6b44a, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:10.191947 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-87d97107-7180-4509-be11-9844983523f7 None None] For port b288418c-96a1-472a-ad0c-5ca96cc6b44a, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=b288418c-96a1-472a-ad0c-5ca96cc6b44a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:10.204438 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d0a090e2-38a1-4503-91f7-4ccf1186d63f up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:10.280117 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-7180-4509-be11-9844983523f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.291593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Calling delete_port for 1812daa1-9d00-45bf-aacb-ae7db9a907bc owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:21:10.348037 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fcb71-179d-47ee-94f7-b138be7ea1ad req-b8a062a2-3b4c-4179-afb5-4dacd5034132 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:10.357636 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-688fcb71-179d-47ee-94f7-b138be7ea1ad req-b8a062a2-3b4c-4179-afb5-4dacd5034132 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 946 time: 0.3086681 Mar 20 16:21:10.413284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:10.413284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:10.419311 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Allocated IP 172.20.0.1 (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26/d1dcfb4f-9449-4585-aa3a-b069ec34af96/9b2f9103-20d6-4864-86a1-1346efede3ac) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:10.493208 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks [] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.579823 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-688fcb71-179d-47ee-94f7-b138be7ea1ad req-6d5e40f3-01a4-4157-ac53-07077cc3fa8d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081645 Mar 20 16:21:10.651478 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216ad7-8916-41ce-bf34-b635a5018ebc None None] Pushing event updated for resources: {'Port': ['ID=b288418c-96a1-472a-ad0c-5ca96cc6b44a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:10.668430 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.742922 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks [] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.755064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:10.759974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d0a090e2-38a1-4503-91f7-4ccf1186d63f triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:10.760354 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.765756 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:10.766860 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71c0f5a1-d109-47b3-8e21-af00568dbe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.773259 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:10.776066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (1812daa1-9d00-45bf-aacb-ae7db9a907bc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.780119 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Pushing event updated for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:10.828686 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['b3942a30-936f-4001-891b-653f1016be32'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:21:10.903102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:10.906988 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Pushing event deleted for resources: {'Port': ['ID=1812daa1-9d00-45bf-aacb-ae7db9a907bc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:10.914600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:10.936549 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31e751-41a1-4474-a3e7-34ba255748a0 req-6235b2ec-8909-43a5-9776-e5febf85e6c9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:10.943841 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce31e751-41a1-4474-a3e7-34ba255748a0 req-6235b2ec-8909-43a5-9776-e5febf85e6c9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0687983 Mar 20 16:21:10.999767 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:11.010504 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce31e751-41a1-4474-a3e7-34ba255748a0 req-1e2b6a4c-014e-4da9-b3d6-bdb3a1af4c07 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653143 Mar 20 16:21:11.084089 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:11.085495 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.111837 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:11.141612 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] No DVR routers for this DVR port 1812daa1-9d00-45bf-aacb-ae7db9a907bc on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:21:11.145248 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:11.147431 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.150990 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c1bbe4d6-c99a-4f6e-9b47-d355011bdd5a req-a9eca85b-d159-4e47-85de-cef74b0714bf tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "DELETE /v2.0/ports/1812daa1-9d00-45bf-aacb-ae7db9a907bc HTTP/1.1" status: 204 len: 173 time: 2.1847205 Mar 20 16:21:11.153541 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'name': 'network-vif-deleted', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:11.156011 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957dd2f-3ca0-4b57-894d-5b829d2f85f5" -d '{"events": [{"server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "name": "network-vif-deleted", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:11.158660 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:11.161687 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d0a090e2-38a1-4503-91f7-4ccf1186d63f is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:11.162351 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.220098 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port d0a090e2-38a1-4503-91f7-4ccf1186d63f, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d0a090e2-38a1-4503-91f7-4ccf1186d63f,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:11.227866 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-0daf5802-70a1-414a-a742-91ec85f51495 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1063890 Mar 20 16:21:11.235825 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b40b8c-ea81-4b15-90c4-afa64167c7cd x-openstack-request-id: req-60b40b8c-ea81-4b15-90c4-afa64167c7cd {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:11.236204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d167032-b653-4ab7-b166-5ebe4aab1c5f", "name": "network-vif-deleted", "tag": "1812daa1-9d00-45bf-aacb-ae7db9a907bc", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:11.236538 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60b40b8c-ea81-4b15-90c4-afa64167c7cd {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:11.236755 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d167032-b653-4ab7-b166-5ebe4aab1c5f', 'name': 'network-vif-deleted', 'tag': '1812daa1-9d00-45bf-aacb-ae7db9a907bc', 'status': 'completed', 'code': 200} Mar 20 16:21:11.250244 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.251328 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:11.255681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (30d02a36-c17b-49b6-954c-e1959371084a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.310326 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Request body: {'port': {'device_id': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:11.328800 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87a62-f064-4094-8fb7-8a6908cec676 req-9977d9a7-8979-481b-ad86-86dfb8f72009 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:11.333403 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5a87a62-f064-4094-8fb7-8a6908cec676 req-9977d9a7-8979-481b-ad86-86dfb8f72009 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 931 time: 0.2343075 Mar 20 16:21:11.444575 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=d0a090e2-38a1-4503-91f7-4ccf1186d63f,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:11.585613 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-87d97107-7180-4509-be11-9844983523f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:04Z', 'revision_number': 3, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:11.625154 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d97107-7180-4509-be11-9844983523f7 None None] The sync data for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi is: [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:04Z', 'revision_number': 3, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:11.641070 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:11.642151 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.643551 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.679807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1812daa1-9d00-45bf-aacb-ae7db9a907bc no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:21:11.728470 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 1812daa1-9d00-45bf-aacb-ae7db9a907bc {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:21:11.729083 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1812daa1-9d00-45bf-aacb-ae7db9a907bc not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:21:11.740966 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-157b7653-1e57-48f6-89c5-2ca1d7a5ef84 None None] Provisioning complete for port 9b2f9103-20d6-4864-86a1-1346efede3ac triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:11.741549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-157b7653-1e57-48f6-89c5-2ca1d7a5ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:11.860427 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-157b7653-1e57-48f6-89c5-2ca1d7a5ef84 None None] Port 9b2f9103-20d6-4864-86a1-1346efede3ac cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:11.923833 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5a87a62-f064-4094-8fb7-8a6908cec676 req-5dae1a10-5163-45de-b6f3-e7536993c12c tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176957 Mar 20 16:21:11.937817 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:11.938964 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:11.993330 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.042372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:12.042596 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e69af5f-f39b-4002-b688-9622598ab504 req-9ddc60e0-5277-4bea-8f75-3c4be7e95f0d tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d167032-b653-4ab7-b166-5ebe4aab1c5f HTTP/1.1" status: 200 len: 210 time: 0.0850859 Mar 20 16:21:12.043576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.076894 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Sync routers for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:21:12.093117 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:12.094793 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:20:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:12.267107 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:12.268196 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks [] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.287218 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.343699 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:12.397065 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:12.556217 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb8d4-9c7f-4d78-89d0-2e48ca24eabc req-5060fc1d-7e82-4c45-9eab-e1d4f4d0c122 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:12.569172 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37bfb8d4-9c7f-4d78-89d0-2e48ca24eabc req-5060fc1d-7e82-4c45-9eab-e1d4f4d0c122 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.2955534 Mar 20 16:21:12.581539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (30d02a36-c17b-49b6-954c-e1959371084a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.670969 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:12.795268 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-575ecb5c-d48c-47be-a9d8-98a4b5243da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.807181 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-37bfb8d4-9c7f-4d78-89d0-2e48ca24eabc req-1020381d-c01d-4a3e-951b-507bf1f2dc3b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2366884 Mar 20 16:21:12.836912 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:12.837017 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.854560 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5a6634c7-1729-48ab-90b5-1988f66299a9', 'name': '', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'mac_address': 'fa:16:3e:54:85:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 2, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'subnets': [{'id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:12.896803 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Checking router: b848a00c-e9e5-421b-b7a4-fb391dad8957 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:12.897199 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Updating router b848a00c-e9e5-421b-b7a4-fb391dad8957 port 5a6634c7-1729-48ab-90b5-1988f66299a9 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:21:12.947641 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:12.953575 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:12.969606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:13.055284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:13.056530 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device b288418c-96a1-472a-ad0c-5ca96cc6b44a up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:13.095478 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a934d8fd-bd2a-4f14-af47-5e417df9fac3 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:13.203635 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks [] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.211860 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port b288418c-96a1-472a-ad0c-5ca96cc6b44a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:13.212371 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.215830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dc40f-a166-4816-9a82-c88ab69f6a4f req-81fea7b1-6b5d-4e2a-98ed-d76950e17ad3 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:13.220033 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c01dc40f-a166-4816-9a82-c88ab69f6a4f req-81fea7b1-6b5d-4e2a-98ed-d76950e17ad3 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 931 time: 0.1405807 Mar 20 16:21:13.281202 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Transition to ACTIVE for port object a934d8fd-bd2a-4f14-af47-5e417df9fac3 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:21:13.313418 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.355477 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c01dc40f-a166-4816-9a82-c88ab69f6a4f req-5ec59afa-36a7-45d2-867d-a80f74631321 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193483 Mar 20 16:21:13.476152 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:13.481521 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port b288418c-96a1-472a-ad0c-5ca96cc6b44a is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:13.487981 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.517663 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Router 30d02a36-c17b-49b6-954c-e1959371084a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:21:13.584036 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-8970acc5-4bae-4e6d-8cd8-96a7347c904c None None] Provisioning complete for port 9b2f9103-20d6-4864-86a1-1346efede3ac triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:13.585918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8970acc5-4bae-4e6d-8cd8-96a7347c904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.597402 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c84f-1a78-4c74-999d-1c390554bf19 req-4042d0e4-cc30-4208-87ab-5bd9067c7fb6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:13.604435 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd55c84f-1a78-4c74-999d-1c390554bf19 req-4042d0e4-cc30-4208-87ab-5bd9067c7fb6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1720264 Mar 20 16:21:13.649378 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port b288418c-96a1-472a-ad0c-5ca96cc6b44a, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=b288418c-96a1-472a-ad0c-5ca96cc6b44a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:13.666875 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.667766 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d0a090e2-38a1-4503-91f7-4ccf1186d63f up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:13.675373 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks [] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.693757 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.810614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8970acc5-4bae-4e6d-8cd8-96a7347c904c None None] Port 9b2f9103-20d6-4864-86a1-1346efede3ac cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:13.814512 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ce699-ce40-4a0c-afff-36d5880e005d None None] Pushing event updated for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:13.844090 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c582-b29c-43f9-b32d-5f721a91d4a5 req-83bc7d7b-322c-4839-b479-85ec2ab26c4a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:13.854571 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b415c582-b29c-43f9-b32d-5f721a91d4a5 req-83bc7d7b-322c-4839-b479-85ec2ab26c4a tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1129725 Mar 20 16:21:13.927116 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=b288418c-96a1-472a-ad0c-5ca96cc6b44a,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:13.928176 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Attempting to bind port 5a6634c7-1729-48ab-90b5-1988f66299a9 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:13.928875 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Attempting to bind port 5a6634c7-1729-48ab-90b5-1988f66299a9 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:13.929410 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Attempting to bind port 5a6634c7-1729-48ab-90b5-1988f66299a9 on network 525aac17-da0c-4934-8325-213c35b5376f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:13.952670 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.955071 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d0a090e2-38a1-4503-91f7-4ccf1186d63f triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:13.955440 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.958982 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:13.963632 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Checking segment: {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:13.964077 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.964484 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Bound using segment: {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:13.964991 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Bound port: 5a6634c7-1729-48ab-90b5-1988f66299a9, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1254506e-d2f6-4a61-9ad9-beeb4001e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '525aac17-da0c-4934-8325-213c35b5376f'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:13.976154 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:13.978161 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b415c582-b29c-43f9-b32d-5f721a91d4a5 req-e81a5623-a2b1-4836-9742-609f00f40d2f tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224256 Mar 20 16:21:14.134687 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] For port 5a6634c7-1729-48ab-90b5-1988f66299a9, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:14.143327 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] For port 5a6634c7-1729-48ab-90b5-1988f66299a9, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5a6634c7-1729-48ab-90b5-1988f66299a9,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:14.162052 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.178747 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bd55c84f-1a78-4c74-999d-1c390554bf19 req-839dc7a9-6165-4a0a-be49-fc270963daee tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5734501 Mar 20 16:21:14.192883 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d0a090e2-38a1-4503-91f7-4ccf1186d63f is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:14.207148 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a92f0-0ce6-4e6c-a24b-2e11c23d57fd req-c3884897-7a1a-407c-b78b-2849654028a0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:14.214974 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc2a92f0-0ce6-4e6c-a24b-2e11c23d57fd req-c3884897-7a1a-407c-b78b-2849654028a0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.1258509 Mar 20 16:21:14.267059 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ce699-ce40-4a0c-afff-36d5880e005d None None] Pushing event updated for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:14.271555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:14.271853 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.290584 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:14.291933 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:14.294633 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc2a92f0-0ce6-4e6c-a24b-2e11c23d57fd req-561a1a1f-1805-4821-a2af-c45d070a2d86 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668900 Mar 20 16:21:14.304351 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:21:14.311143 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Attempting to bind port a934d8fd-bd2a-4f14-af47-5e417df9fac3 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:14.311283 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Attempting to bind port a934d8fd-bd2a-4f14-af47-5e417df9fac3 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:14.311719 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Attempting to bind port a934d8fd-bd2a-4f14-af47-5e417df9fac3 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:14.325197 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3942ae90-3890-459d-9887-17c284471038 admin admin] 10.222.0.18 "PUT /v2.0/routers/30d02a36-c17b-49b6-954c-e1959371084a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6045365 Mar 20 16:21:14.341694 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Port a934d8fd-bd2a-4f14-af47-5e417df9fac3 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:21:14.342023 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Attempting to bind port a934d8fd-bd2a-4f14-af47-5e417df9fac3 on network 84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:14.366766 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:14.368070 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Checking segment: {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:14.368482 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Bound using segment: {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:14.368962 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Bound port: a934d8fd-bd2a-4f14-af47-5e417df9fac3, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c3333f-11d0-4a30-a465-fefb56932311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:14.369340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.554343 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:14.568932 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:14.574202 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:14.597097 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf8a7-cbda-490d-85e4-2743048a3ab8 req-84a99517-e257-46a2-b38c-cde8feb8f844 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:14.598713 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bcabf8a7-cbda-490d-85e4-2743048a3ab8 req-84a99517-e257-46a2-b38c-cde8feb8f844 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 943 time: 0.1500196 Mar 20 16:21:14.600148 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.677915 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:14.678564 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.680002 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/a934d8fd-bd2a-4f14-af47-5e417df9fac3 HTTP/1.1" status: 200 len: 1093 time: 3.3740914 Mar 20 16:21:14.682433 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:14.684785 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8269ca9-b55e-414b-8a94-1f709596f9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:14.722418 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device b288418c-96a1-472a-ad0c-5ca96cc6b44a up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:14.777434 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Current status of the port 5a6634c7-1729-48ab-90b5-1988f66299a9 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:14.777954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.794990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132900-ab16-4c54-a69d-ef5c8dea47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:14.810863 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bcabf8a7-cbda-490d-85e4-2743048a3ab8 req-a7c39088-24e2-43be-bc2d-9ecd772071ff tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961117 Mar 20 16:21:14.835199 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-717aef5e-4ecf-442b-85ba-cfcc7023cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:14.836718 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-717aef5e-4ecf-442b-85ba-cfcc7023cb12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 1127 time: 0.0810394 Mar 20 16:21:14.880951 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] For port 5a6634c7-1729-48ab-90b5-1988f66299a9, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5a6634c7-1729-48ab-90b5-1988f66299a9,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:14.889612 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port b288418c-96a1-472a-ad0c-5ca96cc6b44a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:14.890182 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.902405 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-4d853fed-13ed-4f8b-862e-ad8f09e3f880 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3 HTTP/1.1" status: 200 len: 217 time: 0.0503027 Mar 20 16:21:14.905000 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb19061-c381-4117-a745-91c0e3227b3f x-openstack-request-id: req-4eb19061-c381-4117-a745-91c0e3227b3f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:14.905387 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:14.905696 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4eb19061-c381-4117-a745-91c0e3227b3f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:14.906144 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3', 'status': 'completed', 'code': 200} Mar 20 16:21:14.916894 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:14.983179 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84fea1-299e-4b6c-9430-31732b158ada req-891796b9-8dc6-4e8f-b099-e33586168453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:14.985474 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-891796b9-8dc6-4e8f-b099-e33586168453 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abacc803-feeb-4445-b5b0-7e9f237da3f1 HTTP/1.1" status: 200 len: 854 time: 0.0678103 Mar 20 16:21:15.030039 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-298a0958-2d77-4985-9ba9-19d51622880d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319130 Mar 20 16:21:15.086932 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5a6634c7-1729-48ab-90b5-1988f66299a9', 'name': '', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'mac_address': 'fa:16:3e:54:85:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:14Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'subnets': [{'id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:15.088836 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949a4f-b7ce-443d-888b-b40999f89e83 None None] Pushing event updated for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:15.122380 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa235a-3872-4ecf-8ef8-9cf85a3a2772 None None] The sync data for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi is: [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:21:01Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5a6634c7-1729-48ab-90b5-1988f66299a9', 'name': '', 'network_id': '525aac17-da0c-4934-8325-213c35b5376f', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'mac_address': 'fa:16:3e:54:85:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:14Z', 'revision_number': 4, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'subnets': [{'id': 'bd2ba8a6-475e-4786-86ca-75f85e936ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:15.146533 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-489f8408-d049-4925-bec5-3f58b9b56ec6 None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:15.147248 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-489f8408-d049-4925-bec5-3f58b9b56ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:15.186510 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port b288418c-96a1-472a-ad0c-5ca96cc6b44a is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:15.188376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5a6634c7-1729-48ab-90b5-1988f66299a9 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:15.195274 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-226ab6ad-d83c-4dcb-9596-93aa514a0249 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567578 Mar 20 16:21:15.300325 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca737ad-02b3-4abc-ac20-01254c07b8dc req-e43d7ee9-3b3f-409d-98ed-87dc24840b9b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:15.306810 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dca737ad-02b3-4abc-ac20-01254c07b8dc req-e43d7ee9-3b3f-409d-98ed-87dc24840b9b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1952040 Mar 20 16:21:15.322428 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:15.345934 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-489f8408-d049-4925-bec5-3f58b9b56ec6 None None] Current status of the port 5a6634c7-1729-48ab-90b5-1988f66299a9 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:15.355788 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:15.356445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:15.393207 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dca737ad-02b3-4abc-ac20-01254c07b8dc req-a89bd1b9-e077-4f7b-b363-f9c17f1bd0e4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815022 Mar 20 16:21:15.399971 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8b84fea1-299e-4b6c-9430-31732b158ada req-3525eb12-ea52-4880-8e8a-f63db51257ac service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906948 Mar 20 16:21:15.489490 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5a6634c7-1729-48ab-90b5-1988f66299a9 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:15.562626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0161277-38ba-48a3-8f27-d8e18fd04175 req-4ad849b5-2074-42b5-9e6b-58eaa660d73a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:15.564280 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0161277-38ba-48a3-8f27-d8e18fd04175 req-4ad849b5-2074-42b5-9e6b-58eaa660d73a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1089289 Mar 20 16:21:15.579157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-6d5c0954-ecfd-4d6c-ad12-807f4eb07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:15.580778 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-6d5c0954-ecfd-4d6c-ad12-807f4eb07511 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d019b2fd38f44fb193bf76b419634a16&device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 1127 time: 0.0697727 Mar 20 16:21:15.679413 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0161277-38ba-48a3-8f27-d8e18fd04175 req-4c31b4c9-6e39-4eea-8772-107e6b46ce02 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083763 Mar 20 16:21:15.711293 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-774b624a-f88a-42c7-8294-dde261b65ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:15.712882 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-774b624a-f88a-42c7-8294-dde261b65ff1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 200 len: 914 time: 0.1241226 Mar 20 16:21:15.802451 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-215e4728-2e9c-4272-a586-1aa8a472cb92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3 HTTP/1.1" status: 200 len: 217 time: 0.0539923 Mar 20 16:21:15.895028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-bcc3a2b8-7a9e-4b2d-8eeb-dbd51f1f568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:15.896689 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-bcc3a2b8-7a9e-4b2d-8eeb-dbd51f1f568b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abacc803-feeb-4445-b5b0-7e9f237da3f1 HTTP/1.1" status: 200 len: 854 time: 0.0705535 Mar 20 16:21:15.983692 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-187fea91-2895-438b-bb1d-f4e107530be7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524058 Mar 20 16:21:15.991778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Sync routers for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:21:16.010089 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:16.011228 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:16.107516 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40e2ce-b423-442a-ba85-0804ab90685c req-2f9e2969-aac2-4585-b855-6e40d6664610 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:16.120824 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb40e2ce-b423-442a-ba85-0804ab90685c req-2f9e2969-aac2-4585-b855-6e40d6664610 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.2931190 Mar 20 16:21:16.178380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:16.213998 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eb40e2ce-b423-442a-ba85-0804ab90685c req-0cf43070-0913-4e29-a4cc-68a26d98bebc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918076 Mar 20 16:21:16.265437 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-7e6ec437-5ebd-4002-941f-6d608872c278 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705734 Mar 20 16:21:16.346810 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51580) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:16.351608 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057935447', 'description': 'tempest-secgroup-smoke-2057935447 description', 'project_id': '17cc716774984a15b9d00eb21651b3ee'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:16.442821 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.469565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5a6634c7-1729-48ab-90b5-1988f66299a9 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:16.488515 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc644e-0502-45c0-a85c-267aa2837964 req-998890c0-610f-41c2-9354-795f368f5c69 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:16.490547 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eacc644e-0502-45c0-a85c-267aa2837964 req-998890c0-610f-41c2-9354-795f368f5c69 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 943 time: 0.1342061 Mar 20 16:21:16.496582 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c8269ca9-b55e-414b-8a94-1f709596f9b9 req-911c00c6-7113-4021-87a4-7360512c8864 service neutron] 10.222.0.42 "GET /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246079 Mar 20 16:21:16.558821 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-eacc644e-0502-45c0-a85c-267aa2837964 req-dfd8823c-d3c1-44bf-80c7-b604a1a7fa03 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613217 Mar 20 16:21:16.580560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5a6634c7-1729-48ab-90b5-1988f66299a9 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:16.580939 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.586969 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (43b36b87-7d9f-4ced-a014-976959868ac2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.594380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9b2f9103-20d6-4864-86a1-1346efede3ac', 'name': '', 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'mac_address': 'fa:16:3e:12:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:09Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 2, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'subnets': [{'id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:16.603449 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (43b36b87-7d9f-4ced-a014-976959868ac2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.672906 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Checking router: 30d02a36-c17b-49b6-954c-e1959371084a for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:16.673614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Updating router 30d02a36-c17b-49b6-954c-e1959371084a port 9b2f9103-20d6-4864-86a1-1346efede3ac binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:21:16.687277 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.695876 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3450387 Mar 20 16:21:16.696211 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51584) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:16.701463 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:16.723815 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c30db-8330-4e16-9871-d8dc7efb7d7d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b36b87-7d9f-4ced-a014-976959868ac2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:16.732399 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.737967 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (3b7ab589-edc7-4652-b038-cd9b427f324c), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.757243 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66e093-4672-4ca1-91fc-571bc47af5cb req-29dd77c0-4f71-45dd-84b4-ceb157d55736 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:16.768099 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec66e093-4672-4ca1-91fc-571bc47af5cb req-29dd77c0-4f71-45dd-84b4-ceb157d55736 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1793633 Mar 20 16:21:16.803466 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (3b7ab589-edc7-4652-b038-cd9b427f324c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.822487 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (3b7ab589-edc7-4652-b038-cd9b427f324c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.856762 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.862946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5a6634c7-1729-48ab-90b5-1988f66299a9 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:16.876951 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ab589-edc7-4652-b038-cd9b427f324c,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:16.881859 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec66e093-4672-4ca1-91fc-571bc47af5cb req-8a717781-5f1e-4474-a2a4-66bc625ef287 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128051 Mar 20 16:21:16.897221 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:16.901989 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c4a46b67-a1c3-458f-8e78-66f0a07fb08f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013021 Mar 20 16:21:16.902304 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51592) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:16.907004 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:16.925455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43b417-f5b0-4f48-97bf-2c7f359a2d4e req-5bd95ab7-654d-457f-9a84-b0026555101a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:16.927104 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c43b417-f5b0-4f48-97bf-2c7f359a2d4e req-5bd95ab7-654d-457f-9a84-b0026555101a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1222389 Mar 20 16:21:16.950400 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (0367f8f9-82e9-4afb-abcb-84baf1554eb3), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.005778 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9c43b417-f5b0-4f48-97bf-2c7f359a2d4e req-6d49385d-11ab-4347-8a1c-2157284d9753 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722437 Mar 20 16:21:17.045502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (0367f8f9-82e9-4afb-abcb-84baf1554eb3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.054728 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (0367f8f9-82e9-4afb-abcb-84baf1554eb3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.075900 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367f8f9-82e9-4afb-abcb-84baf1554eb3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.092132 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.096675 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-658d2f50-670c-4fd6-bbd5-26023406f8f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915824 Mar 20 16:21:17.097031 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51594) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:17.101599 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:17.132486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (37477314-d785-45a9-bdd8-e81ef1405002), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.146159 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks [] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.152894 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.212444 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (37477314-d785-45a9-bdd8-e81ef1405002), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.225795 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (37477314-d785-45a9-bdd8-e81ef1405002), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.247167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37477314-d785-45a9-bdd8-e81ef1405002,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.260167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.264961 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51598) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:17.265528 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-92f2463e-6b2f-4c34-b071-9432ab6a65b7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671326 Mar 20 16:21:17.269647 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:17.305887 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Attempting to bind port 9b2f9103-20d6-4864-86a1-1346efede3ac on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:17.306392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Attempting to bind port 9b2f9103-20d6-4864-86a1-1346efede3ac by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:17.306812 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Attempting to bind port 9b2f9103-20d6-4864-86a1-1346efede3ac on network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:17.313748 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:17.314193 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Checking segment: {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:17.314624 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.315083 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Bound using segment: {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:17.315548 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Bound port: 9b2f9103-20d6-4864-86a1-1346efede3ac, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:17.315965 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.317834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (9fd7a65b-3900-453a-99bf-f2dcc32c4ec7), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.329450 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7fbc0-e695-4d55-8066-e667d89257ac None None] Pushing event updated for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.404970 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] For port 9b2f9103-20d6-4864-86a1-1346efede3ac, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:17.409316 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] For port 9b2f9103-20d6-4864-86a1-1346efede3ac, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9b2f9103-20d6-4864-86a1-1346efede3ac,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:17.419225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.442552 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (9fd7a65b-3900-453a-99bf-f2dcc32c4ec7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.458717 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (9fd7a65b-3900-453a-99bf-f2dcc32c4ec7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.485823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daccf3a-5ed8-4abc-ae05-ea0f799d3094 req-ca715e38-8750-4e1b-8cae-55b03b597af1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:17.490136 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7fbc0-e695-4d55-8066-e667d89257ac None None] Pushing event updated for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.493077 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4daccf3a-5ed8-4abc-ae05-ea0f799d3094 req-ca715e38-8750-4e1b-8cae-55b03b597af1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 943 time: 0.0949764 Mar 20 16:21:17.524507 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-000edddc-959b-435f-8e95-559b6922229e None None] Provisioning complete for port 9b2f9103-20d6-4864-86a1-1346efede3ac triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:17.524880 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.561639 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4daccf3a-5ed8-4abc-ae05-ea0f799d3094 req-2d316ef7-dcff-4810-b0a6-03ed12032122 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673797 Mar 20 16:21:17.564012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd7a65b-3900-453a-99bf-f2dcc32c4ec7,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.564771 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:17.565425 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:17.572899 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.577947 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51600) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:17.587434 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:17.594054 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-41a36a66-b7b5-4b78-b4e5-29fdef441de3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278739 Mar 20 16:21:17.619761 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Project 17cc716774984a15b9d00eb21651b3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:21:17.626920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (62f33b6b-9e92-4679-a9c2-ec5f189b3d7f), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.763885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (62f33b6b-9e92-4679-a9c2-ec5f189b3d7f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.776028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (62f33b6b-9e92-4679-a9c2-ec5f189b3d7f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.787062 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca3b5d-8067-4140-b3a6-6939815f812b req-c2459484-b984-4f75-85a9-578631c9fe4c tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:17.788984 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fca3b5d-8067-4140-b3a6-6939815f812b req-c2459484-b984-4f75-85a9-578631c9fe4c tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 943 time: 0.1045022 Mar 20 16:21:17.809516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:17.824455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f33b6b-9e92-4679-a9c2-ec5f189b3d7f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:17.838802 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.842672 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8d1cf7bf-2b5b-4684-bb80-60e7fc3ad927 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2598901 Mar 20 16:21:17.843362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51604) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:17.850318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'security_group_rule': {'security_group_id': '43b36b87-7d9f-4ced-a014-976959868ac2', 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:17.867230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1fca3b5d-8067-4140-b3a6-6939815f812b req-5b1a7502-a4c7-466f-b81d-e34b320f2661 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Mar 20 16:21:17.882951 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Project 17cc716774984a15b9d00eb21651b3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:21:17.890088 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (d8b5bddd-7a4e-4132-8723-2f7c66c3469e), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:17.891568 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:21:18.004663 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (d8b5bddd-7a4e-4132-8723-2f7c66c3469e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.013223 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (d8b5bddd-7a4e-4132-8723-2f7c66c3469e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.039264 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b5bddd-7a4e-4132-8723-2f7c66c3469e,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:18.055836 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060266c-581d-4485-9106-4610605ecaf6 req-2b2f7f25-0db3-4d07-9bf9-20e565dcff1b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:18.057411 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1060266c-581d-4485-9106-4610605ecaf6 req-2b2f7f25-0db3-4d07-9bf9-20e565dcff1b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.0853238 Mar 20 16:21:18.060364 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.061463 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5899c1c2-4231-420f-98dc-6a8564eff4da tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2169676 Mar 20 16:21:18.193154 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabd567-ad6a-4f96-960b-bea7b13e580e req-8ef02503-c9f1-4c67-a75a-b73bb0cb3543 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:18.202127 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3aabd567-ad6a-4f96-960b-bea7b13e580e req-8ef02503-c9f1-4c67-a75a-b73bb0cb3543 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0979555 Mar 20 16:21:18.222985 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1060266c-581d-4485-9106-4610605ecaf6 req-19181a6d-e5ab-4816-be8e-9d4af1e58d16 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525776 Mar 20 16:21:18.306805 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3aabd567-ad6a-4f96-960b-bea7b13e580e req-0cc50ef9-b6ed-48a7-a1de-83cbeb176cf4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858927 Mar 20 16:21:18.373372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:18.377466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-000edddc-959b-435f-8e95-559b6922229e None None] Current status of the port 9b2f9103-20d6-4864-86a1-1346efede3ac is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:18.377466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.401168 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'mac_address': 'fa:16:3e:40:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:21:18.429872 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-000edddc-959b-435f-8e95-559b6922229e None None] For port 9b2f9103-20d6-4864-86a1-1346efede3ac, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9b2f9103-20d6-4864-86a1-1346efede3ac,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:18.438274 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.459034 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9b2f9103-20d6-4864-86a1-1346efede3ac', 'name': '', 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'mac_address': 'fa:16:3e:12:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:09Z', 'updated_at': '2022-03-20T16:21:17Z', 'revision_number': 4, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'subnets': [{'id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:18.515885 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039d5e0-9e59-4e9a-a4d1-c5b16ea876f1 None None] The sync data for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi is: [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9b2f9103-20d6-4864-86a1-1346efede3ac', 'name': '', 'network_id': '68c8e3e1-0d95-42e3-a95d-84d49a5d6a26', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'mac_address': 'fa:16:3e:12:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:09Z', 'updated_at': '2022-03-20T16:21:17Z', 'revision_number': 4, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'subnets': [{'id': 'd1dcfb4f-9449-4585-aa3a-b069ec34af96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:18.526526 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:18.526841 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.559706 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:18.569091 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000edddc-959b-435f-8e95-559b6922229e None None] Pushing event updated for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:18.593319 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:18.595641 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.595976 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.596326 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.596651 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.597011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.597285 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.597602 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.597996 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.598234 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.598575 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.598888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.599207 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.599518 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.599953 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.600143 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000edddc-959b-435f-8e95-559b6922229e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:18.605052 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.608338 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-d077708c-3e4a-4af2-8d77-f56abb66ba6c None None] Provisioning complete for port 9b2f9103-20d6-4864-86a1-1346efede3ac triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:18.609301 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d077708c-3e4a-4af2-8d77-f56abb66ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:18.705648 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=9']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:18.763392 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c288cb-634f-49de-9f09-1db2b1200f76 req-52512565-137c-408e-bf74-14c5fdc6d888 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:18.775361 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02c288cb-634f-49de-9f09-1db2b1200f76 req-52512565-137c-408e-bf74-14c5fdc6d888 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.1262562 Mar 20 16:21:18.788002 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d077708c-3e4a-4af2-8d77-f56abb66ba6c None None] Current status of the port 9b2f9103-20d6-4864-86a1-1346efede3ac is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:18.869907 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02c288cb-634f-49de-9f09-1db2b1200f76 req-2bb306f8-7b98-4d4b-9437-e064a145d234 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934937 Mar 20 16:21:18.963190 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:21:19.028427 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cf3cd-e817-403f-abe3-c2d2c8aac6c4 req-e27a2769-87a5-4dc8-a4ed-872349669681 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:19.035740 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b8cf3cd-e817-403f-abe3-c2d2c8aac6c4 req-e27a2769-87a5-4dc8-a4ed-872349669681 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 943 time: 0.0644727 Mar 20 16:21:19.093572 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6b8cf3cd-e817-403f-abe3-c2d2c8aac6c4 req-5c801a06-e5a5-485a-9ebd-c10d57b06cf8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Mar 20 16:21:19.413362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc030-c34a-4afd-9f27-31076099ab99 req-00ffc76d-a38d-481a-a917-63a56e6f1f7b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:19.421543 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-780cc030-c34a-4afd-9f27-31076099ab99 req-00ffc76d-a38d-481a-a917-63a56e6f1f7b tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1174643 Mar 20 16:21:19.481388 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e86c5-9a74-4259-8723-0ee79798159d req-a62d8cd4-4f91-4eff-a2be-407ab270822a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:19.488410 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e02e86c5-9a74-4259-8723-0ee79798159d req-a62d8cd4-4f91-4eff-a2be-407ab270822a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1103728 Mar 20 16:21:19.526392 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-780cc030-c34a-4afd-9f27-31076099ab99 req-e78531fd-0135-4727-896b-b4c11556d815 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6609c74-2ffa-4745-9a85-813dbd822be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971830 Mar 20 16:21:19.604758 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e02e86c5-9a74-4259-8723-0ee79798159d req-c2d1370e-40a6-4443-9d18-e2d1410898fe tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063704 Mar 20 16:21:19.631041 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-f5efe6bf-de15-4373-abf8-cce7b87a80e4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:19.632598 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-f5efe6bf-de15-4373-abf8-cce7b87a80e4 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 946 time: 0.1273375 Mar 20 16:21:19.644619 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a934d8fd-bd2a-4f14-af47-5e417df9fac3 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:21:19.800879 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Deleting port b3942a30-936f-4001-891b-653f1016be32 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:21:19.801242 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (b3942a30-936f-4001-891b-653f1016be32), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:19.831600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:19.855934 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3', 'network_id': '84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6', 'port_id': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3', 'mac_address': 'fa:16:3e:23:3a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abacc803-feeb-4445-b5b0-7e9f237da3f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:21:19.918362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port a934d8fd-bd2a-4f14-af47-5e417df9fac3 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:19.918808 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:19.939718 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a934d8fd-bd2a-4f14-af47-5e417df9fac3 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:19.966181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:19.968121 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] For port b3942a30-936f-4001-891b-653f1016be32, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b3942a30-936f-4001-891b-653f1016be32,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:19.969130 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (b3942a30-936f-4001-891b-653f1016be32), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:19.975865 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:20.023357 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Calling delete_port for b3942a30-936f-4001-891b-653f1016be32 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:21:20.047693 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:20.118764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadf406-1a38-47db-8f08-010c3f539c4e req-29ebda02-19bc-4228-a5c3-cc43024011ea tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:20.120332 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5eadf406-1a38-47db-8f08-010c3f539c4e req-29ebda02-19bc-4228-a5c3-cc43024011ea tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.1211452 Mar 20 16:21:20.207212 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5eadf406-1a38-47db-8f08-010c3f539c4e req-37d8d25f-690a-458d-8ae6-333a138a3b77 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799890 Mar 20 16:21:20.313055 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b1e95-e5eb-4912-a440-87f15e0957a7 req-fe007c28-4e06-46e4-beea-72752a2c0a00 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:20.322337 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-572b1e95-e5eb-4912-a440-87f15e0957a7 req-fe007c28-4e06-46e4-beea-72752a2c0a00 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 944 time: 0.1351442 Mar 20 16:21:20.327228 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['a934d8fd-bd2a-4f14-af47-5e417df9fac3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:21:20.368891 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (b3942a30-936f-4001-891b-653f1016be32), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:20.425636 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Pushing event deleted for resources: {'Port': ['ID=b3942a30-936f-4001-891b-653f1016be32,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:20.473379 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9b2f9103-20d6-4864-86a1-1346efede3ac up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:20.512438 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] No DVR routers for this DVR port b3942a30-936f-4001-891b-653f1016be32 on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:21:20.522584 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-572b1e95-e5eb-4912-a440-87f15e0957a7 req-02209c09-9bff-4cc5-bf16-f862c33f1270 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964805 Mar 20 16:21:20.524675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:20.530123 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-06b6a4e0-ae23-4f4a-bf23-247a1322a39a req-a54b7e2a-f533-4c2e-885f-700e51095124 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.42 "DELETE /v2.0/ports/b3942a30-936f-4001-891b-653f1016be32 HTTP/1.1" status: 204 len: 173 time: 0.8900883 Mar 20 16:21:20.531204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'name': 'network-vif-deleted', 'tag': 'b3942a30-936f-4001-891b-653f1016be32'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:20.549470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ecaf71-b01b-4f3d-9215-a103f421c695" -d '{"events": [{"server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "name": "network-vif-deleted", "tag": "b3942a30-936f-4001-891b-653f1016be32"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:20.637699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2dfde8-a993-423e-b313-ce1300c96301 x-openstack-request-id: req-9f2dfde8-a993-423e-b313-ce1300c96301 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:20.637994 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe1d968-0635-4311-b1ac-727f9d62dc03", "name": "network-vif-deleted", "tag": "b3942a30-936f-4001-891b-653f1016be32", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:20.638396 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f2dfde8-a993-423e-b313-ce1300c96301 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:20.639098 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe1d968-0635-4311-b1ac-727f9d62dc03', 'name': 'network-vif-deleted', 'tag': 'b3942a30-936f-4001-891b-653f1016be32', 'status': 'completed', 'code': 200} Mar 20 16:21:20.649000 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 9b2f9103-20d6-4864-86a1-1346efede3ac triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:20.649551 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:20.679639 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb34e4a1-defa-426e-99d2-e52425ff38b8 req-41fe4889-c49a-4938-b63a-91dc9d557dd1 tempest-ServerRescueNegativeTestJSON-1293710477 tempest-ServerRescueNegativeTestJSON-1293710477-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe1d968-0635-4311-b1ac-727f9d62dc03 HTTP/1.1" status: 200 len: 210 time: 0.0492735 Mar 20 16:21:20.797168 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 9b2f9103-20d6-4864-86a1-1346efede3ac is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:20.851288 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013a1cb-a79b-49d3-b835-1a3261dd568a req-4b90bd28-4bf5-4333-8200-2f24b2d7395a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:20.853312 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5013a1cb-a79b-49d3-b835-1a3261dd568a req-4b90bd28-4bf5-4333-8200-2f24b2d7395a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1018226 Mar 20 16:21:20.912557 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5013a1cb-a79b-49d3-b835-1a3261dd568a req-8a7d809f-810d-4bd8-bd2c-5fd49f161c1d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501366 Mar 20 16:21:21.361819 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf45c83-51ac-4799-970b-3ce0d50e34e3 req-a4b0e792-1579-4ab2-8293-f6cafd13f3fa tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:21.369472 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fdf45c83-51ac-4799-970b-3ce0d50e34e3 req-a4b0e792-1579-4ab2-8293-f6cafd13f3fa tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 944 time: 0.0651276 Mar 20 16:21:21.420845 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fdf45c83-51ac-4799-970b-3ce0d50e34e3 req-1d043425-5d44-4783-854d-6e1d805bb003 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505078 Mar 20 16:21:21.657916 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:21.684190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36afc0c-faa1-4415-b802-401df6397e27 req-afca9b9e-5bd0-4ad4-b732-481f1efc5c08 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:21.686600 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b36afc0c-faa1-4415-b802-401df6397e27 req-afca9b9e-5bd0-4ad4-b732-481f1efc5c08 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 944 time: 0.0609672 Mar 20 16:21:21.745560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:21.746410 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:21.750336 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b36afc0c-faa1-4415-b802-401df6397e27 req-8aaa83c1-4bb7-4ebf-828c-7d3bb2fb0c8a tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Mar 20 16:21:21.763063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51700) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:21.840644 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:21.840913 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:21.871341 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:21.873884 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ba956-2b8c-4e0c-875a-da55eeac0f1e" -d '{"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:21.887977 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:21.894429 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:21.895243 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a934d8fd-bd2a-4f14-af47-5e417df9fac3 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:21.917535 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194e74a6-8755-4fe2-8ba7-4a569b3167ef x-openstack-request-id: req-194e74a6-8755-4fe2-8ba7-4a569b3167ef {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:21.917830 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-plugged", "status": "completed", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:21.918084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194e74a6-8755-4fe2-8ba7-4a569b3167ef {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:21.918548 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'code': 200} Mar 20 16:21:21.979769 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:21.992526 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port a934d8fd-bd2a-4f14-af47-5e417df9fac3 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:21:21.997666 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port a934d8fd-bd2a-4f14-af47-5e417df9fac3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:21.998385 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:22.079240 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port a934d8fd-bd2a-4f14-af47-5e417df9fac3 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:22.079911 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:22.116838 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:22.120700 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:22.121680 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b3942a30-936f-4001-891b-653f1016be32 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:21:22.146529 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f30fc4-8f82-4a0c-91dc-4e9acc3305c8 req-b90eb491-78ea-471a-ac41-b15a60027a01 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:22.148065 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6f30fc4-8f82-4a0c-91dc-4e9acc3305c8 req-b90eb491-78ea-471a-ac41-b15a60027a01 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1251497 Mar 20 16:21:22.165855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: b3942a30-936f-4001-891b-653f1016be32 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:21:22.165855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b3942a30-936f-4001-891b-653f1016be32 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:21:22.194906 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:22.227445 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6f30fc4-8f82-4a0c-91dc-4e9acc3305c8 req-f94e70ab-f61d-43d5-8ba8-be6ba940c44b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736344 Mar 20 16:21:22.379290 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:22.440419 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f788a-815a-40c3-ae5b-95fba8e4eaed req-430d1722-8ede-4ebb-bddd-1bfcc09c5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:22.441929 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a1f788a-815a-40c3-ae5b-95fba8e4eaed req-430d1722-8ede-4ebb-bddd-1bfcc09c5373 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 1130 time: 0.0467615 Mar 20 16:21:22.492080 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3a1f788a-815a-40c3-ae5b-95fba8e4eaed req-473127a1-cd78-4127-baf6-3b11d12ed3d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430515 Mar 20 16:21:22.610228 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (916584d5-d29d-45e8-a463-8e6fccec35c7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:22.621803 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a649e2e-3aab-4138-b1ca-8bb5bb6aeb28 req-52e90f66-f72c-49b4-9f26-9bcb4e44be34 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:22.623709 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a649e2e-3aab-4138-b1ca-8bb5bb6aeb28 req-52e90f66-f72c-49b4-9f26-9bcb4e44be34 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0851467 Mar 20 16:21:22.740753 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a649e2e-3aab-4138-b1ca-8bb5bb6aeb28 req-6c5ffdda-7caf-49f6-9454-584cef381ead tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828941 Mar 20 16:21:22.920406 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b053-9c74-4afb-902c-80412769606a req-c2456602-0207-4e21-81b1-7c70ac244e31 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:22.922228 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4b7b053-9c74-4afb-902c-80412769606a req-c2456602-0207-4e21-81b1-7c70ac244e31 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1082504 Mar 20 16:21:23.005723 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4b7b053-9c74-4afb-902c-80412769606a req-f6a22eb7-0c93-45c5-a20a-dcf67fc41675 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779078 Mar 20 16:21:23.049953 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Deleting port 2e0c9b5c-9c5e-4777-b542-ee09d3756279 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:21:23.050321 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:23.136555 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] For port 2e0c9b5c-9c5e-4777-b542-ee09d3756279, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=2e0c9b5c-9c5e-4777-b542-ee09d3756279,segment=NetworkSegment(9b3eaacd-ecf3-41af-bb46-0a8e94b42b82),segment_id=9b3eaacd-ecf3-41af-bb46-0a8e94b42b82)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:23.136941 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:23.150046 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Calling delete_port for 2e0c9b5c-9c5e-4777-b542-ee09d3756279 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:21:23.204382 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-29892133-bacb-4841-a0aa-80e9ff027afe tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:23.205893 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-29892133-bacb-4841-a0aa-80e9ff027afe tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 813 time: 0.1029892 Mar 20 16:21:23.225301 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-9a22d811-9ddd-4585-b58a-28a01a3f466f tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/quotas/b99ce29c08104e2788002fbd04410b3a HTTP/1.1" status: 200 len: 375 time: 0.0138996 Mar 20 16:21:23.282769 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-a9818b02-ebac-4847-9e37-baad579e1c50 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514743 Mar 20 16:21:23.383405 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (2e0c9b5c-9c5e-4777-b542-ee09d3756279), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:23.383876 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-f81b62ad-e250-4b22-9516-a86a36b39097 service neutron] 10.222.0.18 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Mar 20 16:21:23.394680 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a066-dd9c-4e54-bdd0-b1b64d56f314 req-cb245a14-ebe0-4538-9f0f-05eb25660254 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:23.397204 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2305a066-dd9c-4e54-bdd0-b1b64d56f314 req-cb245a14-ebe0-4538-9f0f-05eb25660254 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0911334 Mar 20 16:21:23.430980 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0c9b5c-9c5e-4777-b542-ee09d3756279,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:23.479835 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-c8511318-9a3e-4fe6-b1b8-4cefd651c80c service neutron] 10.222.0.18 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903282 Mar 20 16:21:23.513899 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2305a066-dd9c-4e54-bdd0-b1b64d56f314 req-04087bba-1a7c-48d2-842e-786811b80d31 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923030 Mar 20 16:21:23.651223 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c997474f-2fd6-48ee-872e-e04a609ab424 req-f8357b1a-ab2f-48e6-bdd7-c269fb600e0b tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 210 time: 0.0340970 Mar 20 16:21:23.674942 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (916584d5-d29d-45e8-a463-8e6fccec35c7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:23.912190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9d5e-62cc-4c83-b496-afa192ee04c1 req-5a6623aa-2e91-4571-923e-f3a4119e9f23 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:23.919208 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1eef9d5e-62cc-4c83-b496-afa192ee04c1 req-5a6623aa-2e91-4571-923e-f3a4119e9f23 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0845287 Mar 20 16:21:23.919897 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:23.923662 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b29381-9bff-4284-85fa-00ed3a71d144" -d '{"events": [{"server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "name": "network-vif-plugged", "status": "completed", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:23.976028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa30ba-0b21-48c0-8c0e-11f16374ecca x-openstack-request-id: req-40aa30ba-0b21-48c0-8c0e-11f16374ecca {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:23.976321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "name": "network-vif-plugged", "status": "completed", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:23.976735 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40aa30ba-0b21-48c0-8c0e-11f16374ecca {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:23.977727 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3', 'code': 200} Mar 20 16:21:23.994940 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Router 916584d5-d29d-45e8-a463-8e6fccec35c7 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:21:23.995417 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1eef9d5e-62cc-4c83-b496-afa192ee04c1 req-a5e8294e-7d63-45b6-8f9c-eaa9b0f01a87 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752120 Mar 20 16:21:24.186142 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:21:24.193965 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9346ca68-434a-4ad1-b304-96d4a07107ba admin admin] 10.222.0.18 "PUT /v2.0/routers/916584d5-d29d-45e8-a463-8e6fccec35c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275281 Mar 20 16:21:24.194454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51784) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:24.201545 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Sync routers for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:21:24.218027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8c261-11aa-43a8-b5ef-3a0ee636a9a8 req-8665d780-8f7d-4bd1-b265-aca90dcc2dd8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:24.223942 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:24.227696 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:24.230952 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fb8c261-11aa-43a8-b5ef-3a0ee636a9a8 req-8665d780-8f7d-4bd1-b265-aca90dcc2dd8 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1039407 Mar 20 16:21:24.360142 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fb8c261-11aa-43a8-b5ef-3a0ee636a9a8 req-bc7ccc5a-c65f-40d7-b438-728d23952034 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229901 Mar 20 16:21:24.445236 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676c55-9bfe-46b0-9705-09fbed2a37b3 req-5af7313b-12e0-4c3c-ae6b-5d6baf8be19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:24.447349 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07676c55-9bfe-46b0-9705-09fbed2a37b3 req-5af7313b-12e0-4c3c-ae6b-5d6baf8be19b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 1129 time: 0.1825194 Mar 20 16:21:24.450449 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks [] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:24.545654 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:24.573518 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07676c55-9bfe-46b0-9705-09fbed2a37b3 req-82e7558c-265a-4eb8-837f-9de262530a11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Mar 20 16:21:24.630167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks [] for router_gateway (916584d5-d29d-45e8-a463-8e6fccec35c7), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:24.678456 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255f185-02fd-4fad-bd08-1b89981d9cb9 req-a4901bf0-9a66-474a-953d-2ada9f387d78 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:24.679944 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b255f185-02fd-4fad-bd08-1b89981d9cb9 req-a4901bf0-9a66-474a-953d-2ada9f387d78 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0860958 Mar 20 16:21:24.734539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Deleting port d37604d1-d2e8-46bc-99d1-80dd1f67b18a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:21:24.734857 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:24.742780 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b255f185-02fd-4fad-bd08-1b89981d9cb9 req-b091a53c-952f-4757-9508-460725906c85 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573044 Mar 20 16:21:24.745785 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:21:23Z', 'revision_number': 5, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port': {'id': 'd37604d1-d2e8-46bc-99d1-80dd1f67b18a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:24.779322 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ada54caa-7828-4b9e-a0b9-dfead33f3ab0 req-6269bdfe-74d1-42b2-9fff-aaae9105f1d1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 210 time: 0.0534902 Mar 20 16:21:24.795590 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Checking router: 916584d5-d29d-45e8-a463-8e6fccec35c7 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:21:24.806736 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Routers {'916584d5-d29d-45e8-a463-8e6fccec35c7'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:21:24.807499 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['916584d5-d29d-45e8-a463-8e6fccec35c7'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:24.938106 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] Set router 916584d5-d29d-45e8-a463-8e6fccec35c7 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:21:25.003911 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:21:24Z', 'revision_number': 6, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:25.028084 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5b57e-2894-48dd-b74d-3688313be270 req-8989b6e4-21b4-4576-863a-fa2f51818300 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.036816 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59a5b57e-2894-48dd-b74d-3688313be270 req-8989b6e4-21b4-4576-863a-fa2f51818300 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1002967 Mar 20 16:21:25.044858 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5b2f-2137-4cd3-971a-ecbe0a24a104 None None] The sync data for ids ['916584d5-d29d-45e8-a463-8e6fccec35c7'] in dv-cinder-834172-2-iscsi is: [{'id': '916584d5-d29d-45e8-a463-8e6fccec35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-584034089-router', 'tenant_id': '6d36d10d56cc45bcb8f737c8245935ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:21:24Z', 'revision_number': 6, 'project_id': '6d36d10d56cc45bcb8f737c8245935ac', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:21:25.106573 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59a5b57e-2894-48dd-b74d-3688313be270 req-6ed289bc-a061-4125-95d7-c6fe01757402 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689297 Mar 20 16:21:25.193469 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-280aaa3f-23b0-4c66-840f-d08a15b13fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.195049 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-280aaa3f-23b0-4c66-840f-d08a15b13fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1129 time: 0.1168225 Mar 20 16:21:25.200493 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] For port d37604d1-d2e8-46bc-99d1-80dd1f67b18a, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:25.200859 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:25.240180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c57c-2cbc-452e-b3bb-1d852b7ca657 req-f81b8201-c1bb-4495-8e76-48ed25bb5e75 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.241666 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7e04c57c-2cbc-452e-b3bb-1d852b7ca657 req-f81b8201-c1bb-4495-8e76-48ed25bb5e75 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.1472466 Mar 20 16:21:25.275155 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Calling delete_port for d37604d1-d2e8-46bc-99d1-80dd1f67b18a owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:21:25.495781 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-0d282d3a-b9c5-41b5-901a-162c37c4c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.497458 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-0d282d3a-b9c5-41b5-901a-162c37c4c08d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.2926385 Mar 20 16:21:25.500976 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7e04c57c-2cbc-452e-b3bb-1d852b7ca657 req-4e592f50-7a4b-49e0-bea3-7064ace2f811 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2304001 Mar 20 16:21:25.526816 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31ff30-cd05-45cc-96a0-af7c2283e15f req-fe0e1a2f-070a-4182-acac-747de1845683 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.528745 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a31ff30-cd05-45cc-96a0-af7c2283e15f req-fe0e1a2f-070a-4182-acac-747de1845683 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.0671673 Mar 20 16:21:25.588421 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a31ff30-cd05-45cc-96a0-af7c2283e15f req-b69fe159-99f2-4b2c-b298-b6269c9b3c9a tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528622 Mar 20 16:21:25.596283 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-19f0aa1c-891b-452f-b7a6-8281b32857ca tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.597745 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-19f0aa1c-891b-452f-b7a6-8281b32857ca tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 813 time: 0.3242986 Mar 20 16:21:25.631631 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'port': {'device_id': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'admin_state_up': True, 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:25.641718 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-89f5ce4c-49f9-4ed6-8c49-2b03ccd735cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 1001 time: 0.1322219 Mar 20 16:21:25.793017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-2461a8a9-cf5a-421b-8dbe-422d83255208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.794597 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-2461a8a9-cf5a-421b-8dbe-422d83255208 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.1087682 Mar 20 16:21:25.845997 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d37604d1-d2e8-46bc-99d1-80dd1f67b18a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:25.884412 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Made reservation on behalf of b99ce29c08104e2788002fbd04410b3a for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:21:25.888971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:25.908073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37604d1-d2e8-46bc-99d1-80dd1f67b18a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:25.988382 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-32d0b4e0-3e84-4af9-bf99-8e0f4ffc9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:25.990049 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-32d0b4e0-3e84-4af9-bf99-8e0f4ffc9ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1885841 Mar 20 16:21:25.993957 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7bd37548-5c06-4557-8553-57f190b69664 req-a681e4a8-f628-47c2-9a3b-0f3a7d4e39de tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 210 time: 0.0767066 Mar 20 16:21:26.094617 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (916584d5-d29d-45e8-a463-8e6fccec35c7), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.295446 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.300362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks [] for router_controller (916584d5-d29d-45e8-a463-8e6fccec35c7), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.310706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Allocated IP 172.20.0.8 (1d33f665-68bc-4062-bbc2-4a3ddee73f82/067b8698-d21b-4d3f-8b35-104c1524173e/656a777d-2b74-42eb-87e9-e1de6dc852b3) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:26.368622 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4966058-6163-44fa-bacf-05788649776c req-131ad4bf-8ee4-4326-9162-819c51d7adaa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:26.370177 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4966058-6163-44fa-bacf-05788649776c req-131ad4bf-8ee4-4326-9162-819c51d7adaa tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.1356020 Mar 20 16:21:26.403574 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 2e0c9b5c-9c5e-4777-b542-ee09d3756279 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:21:26.459910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 2e0c9b5c-9c5e-4777-b542-ee09d3756279 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:21:26.460298 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 2e0c9b5c-9c5e-4777-b542-ee09d3756279 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:21:26.460662 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d37604d1-d2e8-46bc-99d1-80dd1f67b18a no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:21:26.477140 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4966058-6163-44fa-bacf-05788649776c req-17befc3b-1b9e-4d66-a116-6549bbc82870 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875316 Mar 20 16:21:26.504059 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: d37604d1-d2e8-46bc-99d1-80dd1f67b18a {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:21:26.504703 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d37604d1-d2e8-46bc-99d1-80dd1f67b18a not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:21:26.578054 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (916584d5-d29d-45e8-a463-8e6fccec35c7), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.578727 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916584d5-d29d-45e8-a463-8e6fccec35c7 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:21:26.643327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.663194 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.664397 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-681b3e99-23be-4e5b-9991-57c6c49b7086 admin admin] 10.222.0.18 "DELETE /v2.0/routers/916584d5-d29d-45e8-a463-8e6fccec35c7 HTTP/1.1" status: 204 len: 168 time: 2.4688413 Mar 20 16:21:26.667192 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 51832) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:26.803785 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Deleting subnet 91b1ea36-8d52-4651-bb99-804e9527de31 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:21:26.811547 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Publish callbacks [] for subnet (91b1ea36-8d52-4651-bb99-804e9527de31), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.848455 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.872435 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303095e-9ee2-499c-b093-112304f56b9e req-58f04308-06e5-4095-9485-68d74874f05a tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:26.880798 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2303095e-9ee2-499c-b093-112304f56b9e req-58f04308-06e5-4095-9485-68d74874f05a tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1765096 Mar 20 16:21:26.919626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (91b1ea36-8d52-4651-bb99-804e9527de31), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:26.985396 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:26.995030 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:26.996998 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:26.999617 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:27.054733 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.055108 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.055469 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.055809 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.056185 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.056565 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.056905 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.057332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.057622 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.057958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.058333 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.058662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.059013 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.059386 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.059722 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:27.074736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (91b1ea36-8d52-4651-bb99-804e9527de31), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.091442 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2303095e-9ee2-499c-b093-112304f56b9e req-6994e784-7cc5-4dde-a817-873cd6829fd4 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048655 Mar 20 16:21:27.162761 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:27.163433 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.252497 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6003333b-2f1d-409b-a26f-8f82c5fbcc70 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252410 Mar 20 16:21:27.286977 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec848a-de77-4e84-97cd-0b73525dd23c req-dfa15894-3e5e-48d2-a101-0209a956e711 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:27.288721 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2ec848a-de77-4e84-97cd-0b73525dd23c req-dfa15894-3e5e-48d2-a101-0209a956e711 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 931 time: 0.1247175 Mar 20 16:21:27.324751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Request body: {'port': {'device_id': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:27.368486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (91b1ea36-8d52-4651-bb99-804e9527de31), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.396694 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2ec848a-de77-4e84-97cd-0b73525dd23c req-a6c2a142-5df3-4b20-909a-36b1111cfefb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Mar 20 16:21:27.404371 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-1f7fb09e-d2fb-4a8f-95b3-b902e97e1c1b None None] Provisioning complete for port 656a777d-2b74-42eb-87e9-e1de6dc852b3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:27.404941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb09e-d2fb-4a8f-95b3-b902e97e1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.430621 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b1ea36-8d52-4651-bb99-804e9527de31,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:27.434784 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.440851 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-58da3761-edd3-44d7-8a01-cb3ed110dad7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91b1ea36-8d52-4651-bb99-804e9527de31 HTTP/1.1" status: 204 len: 168 time: 0.7725637 Mar 20 16:21:27.441555 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51840) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:27.471966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.474551 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-989d733f-94cf-4e04-aa71-08368fb78fb3 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427216 Mar 20 16:21:27.501344 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fb09e-d2fb-4a8f-95b3-b902e97e1c1b None None] Port 656a777d-2b74-42eb-87e9-e1de6dc852b3 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:27.597007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (519f08c3-ed11-40a1-a871-2b610509f532), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.779960 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (519f08c3-ed11-40a1-a871-2b610509f532), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.823751 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2e54-b089-4a6a-9d78-8e0d160c4271 req-32fc313b-8370-4c90-a7ce-eec8f9705c54 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:27.825392 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d1e2e54-b089-4a6a-9d78-8e0d160c4271 req-32fc313b-8370-4c90-a7ce-eec8f9705c54 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.2037430 Mar 20 16:21:27.827242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519f08c3-ed11-40a1-a871-2b610509f532']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:27.853548 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:27.854282 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3eaacd-ecf3-41af-bb46-0a8e94b42b82') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:21:27.893345 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (9b3eaacd-ecf3-41af-bb46-0a8e94b42b82), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.965910 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (9b3eaacd-ecf3-41af-bb46-0a8e94b42b82), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.980898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:21:27.981675 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (9b3eaacd-ecf3-41af-bb46-0a8e94b42b82), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:21:27.986598 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:21:28.018897 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d1e2e54-b089-4a6a-9d78-8e0d160c4271 req-00ec75be-4b97-4d90-b0ef-817d1fdbaf1e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803713 Mar 20 16:21:28.064190 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-cf343fd8-6e7f-4771-82ae-c5d74e8306ef req-bfd93288-5652-43fd-93cc-697f13398f55 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519321 Mar 20 16:21:28.178201 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (519f08c3-ed11-40a1-a871-2b610509f532), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.232299 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.248599 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] 10.222.0.18 "DELETE /v2.0/networks/519f08c3-ed11-40a1-a871-2b610509f532 HTTP/1.1" status: 204 len: 168 time: 0.8050337 Mar 20 16:21:28.251804 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5fe9a-efd4-4fab-a1a7-396249a7deae admin admin] Pushing event deleted for resources: {'Network': ['ID=519f08c3-ed11-40a1-a871-2b610509f532,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:28.295638 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656a777d-2b74-42eb-87e9-e1de6dc852b3 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:28.307750 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks [] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.331124 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Transition to ACTIVE for port object 656a777d-2b74-42eb-87e9-e1de6dc852b3 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:21:28.336189 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.502645 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:28.557715 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51866) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:28.687778 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8943b413-2ed8-4f5f-9919-fad936764885 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d36d10d56cc45bcb8f737c8245935ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1260796 Mar 20 16:21:28.689789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 51870) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:28.824276 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Attempting to bind port 656a777d-2b74-42eb-87e9-e1de6dc852b3 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:28.824640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Attempting to bind port 656a777d-2b74-42eb-87e9-e1de6dc852b3 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:28.824967 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Attempting to bind port 656a777d-2b74-42eb-87e9-e1de6dc852b3 on network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:28.835022 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] Publish callbacks [] for security_group (b6609c74-2ffa-4745-9a85-813dbd822be4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.849546 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea0acd-34c2-48db-b463-14812796557f req-36399a39-ee36-422c-b359-c5e4f1e12dfe tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:28.851328 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfea0acd-34c2-48db-b463-14812796557f req-36399a39-ee36-422c-b359-c5e4f1e12dfe tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.3344433 Mar 20 16:21:28.852317 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Port 656a777d-2b74-42eb-87e9-e1de6dc852b3 on network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:21:28.852637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Attempting to bind port 656a777d-2b74-42eb-87e9-e1de6dc852b3 on network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:28.871550 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:28.871887 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Checking segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:28.872269 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Bound using segment: {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:28.886747 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Bound port: 656a777d-2b74-42eb-87e9-e1de6dc852b3, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd157630f-7027-4185-99bd-0eefe06bad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:28.887258 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.895004 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] Publish callbacks [] for security_group (b6609c74-2ffa-4745-9a85-813dbd822be4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.983936 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b6609c74-2ffa-4745-9a85-813dbd822be4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.987073 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:28.988519 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6609c74-2ffa-4745-9a85-813dbd822be4 HTTP/1.1" status: 204 len: 168 time: 0.2969048 Mar 20 16:21:29.004377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8afb40-a7dc-4877-b85d-fceab73e4b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6609c74-2ffa-4745-9a85-813dbd822be4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:29.030754 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bfea0acd-34c2-48db-b463-14812796557f req-2a7a5c05-dd40-4268-a64f-ef4e7bc832eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715117 Mar 20 16:21:29.077461 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:29.085901 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:29.094546 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:29.170012 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:29.170823 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:29.175191 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] 10.222.0.42 "PUT /v2.0/ports/656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1093 time: 1.8559039 Mar 20 16:21:29.176395 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:29.179861 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba3578-afeb-45fd-8128-c2a690a74cae" -d '{"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:29.196268 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cab0fc-5165-4e65-979b-c328aee78c76 req-782b2874-e8f7-40c9-9470-e1d13feaac8f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:29.198617 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-35cab0fc-5165-4e65-979b-c328aee78c76 req-782b2874-e8f7-40c9-9470-e1d13feaac8f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0851238 Mar 20 16:21:29.219322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdefe0-48c2-4f28-bc68-0e0316ebb476 service neutron] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:29.260219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff274f-fda2-4686-8056-8205d3e81a94 x-openstack-request-id: req-b9ff274f-fda2-4686-8056-8205d3e81a94 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:29.260909 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:29.261379 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9ff274f-fda2-4686-8056-8205d3e81a94 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:29.262148 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:21:29.324817 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-35cab0fc-5165-4e65-979b-c328aee78c76 req-6fdb30a7-558d-4efc-9d55-f7dc46f9abf7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184742 Mar 20 16:21:30.206427 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cc65c-569f-4e47-8eab-bc6e5c786ab4 req-a907f045-91be-430e-ab96-1da9b2a52d6d tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:30.206427 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-108cc65c-569f-4e47-8eab-bc6e5c786ab4 req-a907f045-91be-430e-ab96-1da9b2a52d6d tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0699382 Mar 20 16:21:30.257232 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-108cc65c-569f-4e47-8eab-bc6e5c786ab4 req-d5388bd4-5865-452e-8f5d-ec77d51b7f82 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Mar 20 16:21:30.468922 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151eec7-ad70-486b-b91b-cc0d30c525d0 req-d16e94eb-bc0f-42f8-9919-3a0bf702d370 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:30.470598 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e151eec7-ad70-486b-b91b-cc0d30c525d0 req-d16e94eb-bc0f-42f8-9919-3a0bf702d370 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0757909 Mar 20 16:21:30.552877 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e151eec7-ad70-486b-b91b-cc0d30c525d0 req-bb7376c1-8962-403d-bf1b-5eace937ea18 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737388 Mar 20 16:21:31.321567 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:21:31.395269 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250a76a-2083-4489-8fd9-5bb662fea76d req-e523c923-e853-4d10-a462-63265609a138 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:31.396777 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9250a76a-2083-4489-8fd9-5bb662fea76d req-e523c923-e853-4d10-a462-63265609a138 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0562437 Mar 20 16:21:31.444657 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9250a76a-2083-4489-8fd9-5bb662fea76d req-5cc1f044-b9d0-47f7-b036-4fd8ac4221da tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Mar 20 16:21:31.679711 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7bcf-8e99-4ebe-95e4-da4d79859da8 req-e9fb72a6-4594-46ad-b58e-af3f3a59e371 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:31.686050 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b38f7bcf-8e99-4ebe-95e4-da4d79859da8 req-e9fb72a6-4594-46ad-b58e-af3f3a59e371 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0640943 Mar 20 16:21:31.742645 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b38f7bcf-8e99-4ebe-95e4-da4d79859da8 req-0a8f6465-298d-4d3c-ae1e-5f5f3e1df2fc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539060 Mar 20 16:21:32.564083 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783eac5-455d-48ba-be0d-f21a5d73a0cb req-e8f1db45-d0ca-4576-bc1b-2f5135c9e9bd tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:32.565571 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d783eac5-455d-48ba-be0d-f21a5d73a0cb req-e8f1db45-d0ca-4576-bc1b-2f5135c9e9bd tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0528874 Mar 20 16:21:32.613900 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d783eac5-455d-48ba-be0d-f21a5d73a0cb req-f5e3fc66-3cee-4f38-983a-2cdba3205791 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426950 Mar 20 16:21:32.875548 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1acfd6-b301-4548-bf1f-901d7f9f16bf req-93b937a0-ba78-41d4-833e-2dc3658f50f6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:32.877077 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d1acfd6-b301-4548-bf1f-901d7f9f16bf req-93b937a0-ba78-41d4-833e-2dc3658f50f6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0646400 Mar 20 16:21:32.927146 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d1acfd6-b301-4548-bf1f-901d7f9f16bf req-04637303-9716-4048-8ce4-7d8e5d79dc8f tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Mar 20 16:21:33.734606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2006ce-7094-4d21-a685-a008faa33861 req-d6a5a322-6331-4fde-806d-5f1469ebc2dc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:33.736547 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca2006ce-7094-4d21-a685-a008faa33861 req-d6a5a322-6331-4fde-806d-5f1469ebc2dc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0546920 Mar 20 16:21:33.794535 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ca2006ce-7094-4d21-a685-a008faa33861 req-88661f3d-d981-4254-867d-3b69e912d1e5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Mar 20 16:21:34.067396 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a02cf-c929-4aac-bc4b-29278faed1b8 req-766f7656-c8d9-48b0-b7c6-dcf6e557f125 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:34.069682 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d26a02cf-c929-4aac-bc4b-29278faed1b8 req-766f7656-c8d9-48b0-b7c6-dcf6e557f125 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0680892 Mar 20 16:21:34.129006 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d26a02cf-c929-4aac-bc4b-29278faed1b8 req-9d0eb486-b162-4c2c-96b3-c4e048653bd4 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529902 Mar 20 16:21:34.938565 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b08e2b-161b-40bf-b055-140f48a8a67b req-a5c91171-e11c-43b7-ac6a-93a0190ea29a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:34.940057 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07b08e2b-161b-40bf-b055-140f48a8a67b req-a5c91171-e11c-43b7-ac6a-93a0190ea29a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0667186 Mar 20 16:21:34.990944 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-07b08e2b-161b-40bf-b055-140f48a8a67b req-a7bd9a1e-526b-42b0-a914-b693fa17b56c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Mar 20 16:21:35.248834 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6e08a-0802-4a8f-8856-e063a98e850e req-6fb9d081-56d0-4272-85c7-07a11bdcf912 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:35.250344 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38f6e08a-0802-4a8f-8856-e063a98e850e req-6fb9d081-56d0-4272-85c7-07a11bdcf912 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0558965 Mar 20 16:21:35.298224 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38f6e08a-0802-4a8f-8856-e063a98e850e req-74bfc22b-1e1c-45fd-a3c7-b833c557bc7d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Mar 20 16:21:36.055055 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-c9a80dff-e840-4b51-9949-bcbafa9e6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.056604 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-c9a80dff-e840-4b51-9949-bcbafa9e6fcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1127 time: 0.0522201 Mar 20 16:21:36.114612 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52813a1d-a1fc-4443-a312-c70f7e7dde14 req-7264fd46-f702-4b9a-ac59-58f598386d4a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.116093 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-52813a1d-a1fc-4443-a312-c70f7e7dde14 req-7264fd46-f702-4b9a-ac59-58f598386d4a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0587754 Mar 20 16:21:36.166064 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-52813a1d-a1fc-4443-a312-c70f7e7dde14 req-6e85e570-4624-4d16-920b-a991904ac9ee tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Mar 20 16:21:36.177314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-4edf956a-988c-42b4-814e-471f4c24231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.178882 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-4edf956a-988c-42b4-814e-471f4c24231d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b99ce29c08104e2788002fbd04410b3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934269 Mar 20 16:21:36.280446 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-3863f29d-8c27-43ea-abb1-016bc2880ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.281910 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1bba3578-afeb-45fd-8128-c2a690a74cae req-3863f29d-8c27-43ea-abb1-016bc2880ad4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925636 Mar 20 16:21:36.401736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6c8b79d4-2fcf-4878-a2df-3d13dd95d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.403431 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6c8b79d4-2fcf-4878-a2df-3d13dd95d3cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1127 time: 0.0460033 Mar 20 16:21:36.422786 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b8111-4eec-4881-8805-5f3c11f604f5 req-d507aee5-1a00-4cdd-a228-521b641bbcd1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.424303 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4e8b8111-4eec-4881-8805-5f3c11f604f5 req-d507aee5-1a00-4cdd-a228-521b641bbcd1 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0540578 Mar 20 16:21:36.474035 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4e8b8111-4eec-4881-8805-5f3c11f604f5 req-e824ff6b-ee97-4b88-be08-a63f82ad5fb3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 Mar 20 16:21:36.519823 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-6e727b77-4ed7-4e68-a174-95c9362f33f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 217 time: 0.0347595 Mar 20 16:21:36.577880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-8b8303d7-fb3f-4bb3-9eda-8a0e06109723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.579445 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-8b8303d7-fb3f-4bb3-9eda-8a0e06109723 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0437527 Mar 20 16:21:36.661617 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-88148255-b35c-4793-82fb-fdd862174859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:36.663171 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-88148255-b35c-4793-82fb-fdd862174859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570197 Mar 20 16:21:36.780140 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-5ec65094-02fb-4de8-a33e-3cfb0e58aa2b service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971444 Mar 20 16:21:36.875410 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b5eee12c-d2ea-45ae-ac51-311010eb2ed0 req-d4801384-7bf2-45db-831b-36f3a5061c74 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 Mar 20 16:21:37.241754 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-e3a3881c-11ec-4c3b-bd00-b03df319f9c7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057935447&fields=id&tenant_id=17cc716774984a15b9d00eb21651b3ee HTTP/1.1" status: 200 len: 267 time: 0.0564950 Mar 20 16:21:37.291948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28148794-a6b7-4b7b-b30a-635539506247 req-58ab151b-9ea7-4a86-b810-2f197f505378 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:37.293445 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28148794-a6b7-4b7b-b30a-635539506247 req-58ab151b-9ea7-4a86-b810-2f197f505378 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0571020 Mar 20 16:21:37.342087 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28148794-a6b7-4b7b-b30a-635539506247 req-02a393ce-bce3-4954-8b30-7f77760d5d1e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Mar 20 16:21:37.352246 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-d2dda414-105c-4d7d-8341-9755cda5162a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:37.353953 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-d2dda414-105c-4d7d-8341-9755cda5162a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 809 time: 0.1057272 Mar 20 16:21:37.369658 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-a419c1c0-d0ad-443a-95de-9556cc3da61d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/quotas/17cc716774984a15b9d00eb21651b3ee HTTP/1.1" status: 200 len: 375 time: 0.0098310 Mar 20 16:21:37.426433 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-05351fa6-d1d2-414b-a642-a6fad7bf1bab tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507205 Mar 20 16:21:37.523281 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-67502903-7bd7-4222-8fe5-a7b59aea8a14 service neutron] 10.222.0.18 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Mar 20 16:21:37.598998 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c8007-455c-426e-b576-f8fa27fe6ae9 req-c4bcd810-cd97-4090-b3bd-0c94d7911668 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:37.600471 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-795c8007-455c-426e-b576-f8fa27fe6ae9 req-c4bcd810-cd97-4090-b3bd-0c94d7911668 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0575509 Mar 20 16:21:37.619142 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-e1233e29-2578-4310-ab94-492d3c6fde7e service neutron] 10.222.0.18 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902047 Mar 20 16:21:37.649823 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-795c8007-455c-426e-b576-f8fa27fe6ae9 req-8c6955cd-b40d-483b-b72c-9b6e45e2cf33 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Mar 20 16:21:37.912141 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b8632d5-3ac4-4ffb-bfe0-6f811b640430 req-3913c13c-5721-4036-92d0-753b4d098be8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 210 time: 0.0271962 Mar 20 16:21:38.474444 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eeb4-7316-4178-8cd7-866f518cc13f req-db290ea6-c52f-4363-8ac6-1d8fd88b5434 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:38.475924 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b40eeb4-7316-4178-8cd7-866f518cc13f req-db290ea6-c52f-4363-8ac6-1d8fd88b5434 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0528862 Mar 20 16:21:38.524806 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7b40eeb4-7316-4178-8cd7-866f518cc13f req-55de3677-b45f-4fa2-aee2-b6b5cd2347e3 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Mar 20 16:21:39.040051 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-40bb703a-0de8-4a3c-9874-93b1c771d89b req-0433d8d3-ac26-4dca-9017-2a2d86310f96 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 210 time: 0.0334036 Mar 20 16:21:39.130315 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-fc2306de-347f-4b4e-aa1a-e033c6b63a72 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:39.131869 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-fc2306de-347f-4b4e-aa1a-e033c6b63a72 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 809 time: 0.1083558 Mar 20 16:21:39.206747 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-ed317e34-5a48-44d7-bb9c-51edc9d017ff tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17cc716774984a15b9d00eb21651b3ee HTTP/1.1" status: 200 len: 380 time: 0.0551193 Mar 20 16:21:39.215951 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'port': {'device_id': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'admin_state_up': True, 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'security_groups': ['43b36b87-7d9f-4ced-a014-976959868ac2']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:39.343067 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Made reservation on behalf of 17cc716774984a15b9d00eb21651b3ee for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:21:39.346518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.472007 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Allocated IP 172.20.0.5 (1ed7ad02-fd3f-49cf-8daf-676214b86075/75149992-e614-4eb7-91a2-7459573e18bf/b40df487-1da3-413a-8bf6-401f9ca526d7) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:39.638832 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.678704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa309-d32d-46bd-af13-7b798376cdc0 req-06c9141d-a65e-4c32-a118-116bc026062e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:39.680163 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dabfa309-d32d-46bd-af13-7b798376cdc0 req-06c9141d-a65e-4c32-a118-116bc026062e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 943 time: 0.0817306 Mar 20 16:21:39.695560 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.755882 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 656a777d-2b74-42eb-87e9-e1de6dc852b3 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:21:39.778547 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:21:39.780652 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:39.784706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:21:39.787617 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:21:39.795411 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dabfa309-d32d-46bd-af13-7b798376cdc0 req-d3e584a6-e799-4f6c-a936-ce31c33324ac tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084938 Mar 20 16:21:39.843131 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:39.844589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.866715 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c9474c64-5db2-4e0c-8d04-04ecd8a08feb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6543419 Mar 20 16:21:39.875383 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:39.888414 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Request body: {'port': {'device_id': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:39.888722 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'port_id': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'mac_address': 'fa:16:3e:3a:6b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:21:39.932411 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 656a777d-2b74-42eb-87e9-e1de6dc852b3 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:39.932813 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.947247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656a777d-2b74-42eb-87e9-e1de6dc852b3 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:39.962704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:39.974753 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:39.981437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.048467 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:40.070142 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-0f816a16-e9fb-4965-8a8e-7a8c707840c8 None None] Provisioning complete for port b40df487-1da3-413a-8bf6-401f9ca526d7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:40.070705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f816a16-e9fb-4965-8a8e-7a8c707840c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.112441 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0f816a16-e9fb-4965-8a8e-7a8c707840c8 None None] Port b40df487-1da3-413a-8bf6-401f9ca526d7 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:21:40.115104 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52092) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:40.218316 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f340e990-0c94-4bf9-969e-4ee607ee2e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.245932 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49222c84-ee58-42ab-b9c0-c3cd8e436fae req-64df7141-abc7-475d-8b27-84bdfd756fb1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:40.247441 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49222c84-ee58-42ab-b9c0-c3cd8e436fae req-64df7141-abc7-475d-8b27-84bdfd756fb1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 931 time: 0.1104548 Mar 20 16:21:40.295426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f340e990-0c94-4bf9-969e-4ee607ee2e1a admin admin] Publish callbacks [] for security_group (805721d1-ad93-4fb8-877d-f158cd95432e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.300493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f340e990-0c94-4bf9-969e-4ee607ee2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (805721d1-ad93-4fb8-877d-f158cd95432e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.333973 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-49222c84-ee58-42ab-b9c0-c3cd8e436fae req-7fa67915-1ddf-4b13-b169-1f5dac4318c4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795655 Mar 20 16:21:40.338697 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f340e990-0c94-4bf9-969e-4ee607ee2e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=710d4deaba2b45fdb21c6febad57ce13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225239 Mar 20 16:21:40.339797 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340e990-0c94-4bf9-969e-4ee607ee2e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805721d1-ad93-4fb8-877d-f158cd95432e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:40.341729 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52096) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:40.358705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:21:40.358901 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40df487-1da3-413a-8bf6-401f9ca526d7 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:40.371379 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks [] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.403221 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Transition to ACTIVE for port object b40df487-1da3-413a-8bf6-401f9ca526d7 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:21:40.411363 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.413220 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e247b9d6-eaac-45f4-89d2-3cb4cb22fa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.444700 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] Publish callbacks [] for security_group (805721d1-ad93-4fb8-877d-f158cd95432e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.485828 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] Publish callbacks [] for security_group (805721d1-ad93-4fb8-877d-f158cd95432e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.493157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:40.583101 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Attempting to bind port b40df487-1da3-413a-8bf6-401f9ca526d7 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:21:40.583488 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Attempting to bind port b40df487-1da3-413a-8bf6-401f9ca526d7 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:21:40.583864 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Attempting to bind port b40df487-1da3-413a-8bf6-401f9ca526d7 on network 1ed7ad02-fd3f-49cf-8daf-676214b86075 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:40.590059 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Port b40df487-1da3-413a-8bf6-401f9ca526d7 on network 1ed7ad02-fd3f-49cf-8daf-676214b86075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:21:40.590474 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Attempting to bind port b40df487-1da3-413a-8bf6-401f9ca526d7 on network 1ed7ad02-fd3f-49cf-8daf-676214b86075 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:21:40.593602 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (805721d1-ad93-4fb8-877d-f158cd95432e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.596201 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.600024 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/805721d1-ad93-4fb8-877d-f158cd95432e HTTP/1.1" status: 204 len: 168 time: 0.2537465 Mar 20 16:21:40.603000 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:21:40.603345 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Checking segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:21:40.603725 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Bound using segment: {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:21:40.604157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Bound port: b40df487-1da3-413a-8bf6-401f9ca526d7, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9399c402-8752-4864-bc8d-761201a62d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:21:40.604518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.620980 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93b7b8-5122-4406-8f16-8282379abb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805721d1-ad93-4fb8-877d-f158cd95432e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:40.686732 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:21:40.690171 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:21:40.696720 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.728420 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:40.729006 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:40.730397 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] 10.222.0.42 "PUT /v2.0/ports/b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 1093 time: 0.8482597 Mar 20 16:21:40.730827 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:40.733061 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6321df-0592-4eff-8564-3f5c52763c88" -d '{"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:40.784875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b40d323-f307-4ffb-b7e9-27506e43024f x-openstack-request-id: req-7b40d323-f307-4ffb-b7e9-27506e43024f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:40.785181 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:40.785422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b40d323-f307-4ffb-b7e9-27506e43024f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:40.785824 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'status': 'completed', 'code': 200} Mar 20 16:21:40.789305 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d114bd-2c78-4c5d-a4ec-1ae00e16ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:40.873039 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-bb17b6e2-62dc-49de-a208-31cf3e11563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:40.874993 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-bb17b6e2-62dc-49de-a208-31cf3e11563b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1127 time: 0.0588961 Mar 20 16:21:40.947832 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-64dcae5b-9ad4-4e47-a99c-2560ffd89a21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 217 time: 0.0396926 Mar 20 16:21:40.976409 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a0ff8-5021-4ddb-9bd4-9afd680efd5d req-7448c6c4-601f-4699-a8ad-cc52e11488ff tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:40.978327 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ef7a0ff8-5021-4ddb-9bd4-9afd680efd5d req-7448c6c4-601f-4699-a8ad-cc52e11488ff tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 944 time: 0.1021819 Mar 20 16:21:41.028467 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-46e95d89-5691-47d9-b39b-673ea03fa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.029917 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-46e95d89-5691-47d9-b39b-673ea03fa765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0705693 Mar 20 16:21:41.059500 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ef7a0ff8-5021-4ddb-9bd4-9afd680efd5d req-8199e693-d536-46f9-bfd1-d634a038e168 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Mar 20 16:21:41.100941 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c1ac82f7-84c3-4ee2-bce3-3483655af515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.102474 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-c1ac82f7-84c3-4ee2-bce3-3483655af515 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581615 Mar 20 16:21:41.190832 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-13a08281-8e28-4945-9c96-5c4c22efdd6a service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817654 Mar 20 16:21:41.295100 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-69693264-e02c-42b5-95d1-6c79d47aeeee req-f93c60ae-9291-4be3-b2f9-043163fca919 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868926 Mar 20 16:21:41.435356 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-958f797c-5d39-46b3-b0bf-09755b5f73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.436921 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-958f797c-5d39-46b3-b0bf-09755b5f73ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1127 time: 0.0575891 Mar 20 16:21:41.455917 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4719e-2347-4b07-a36f-b92c13046712 req-ff6da90e-cd3d-4ecc-8be6-426e5f8022e8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.458243 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ac4719e-2347-4b07-a36f-b92c13046712 req-ff6da90e-cd3d-4ecc-8be6-426e5f8022e8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0548899 Mar 20 16:21:41.509431 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ac4719e-2347-4b07-a36f-b92c13046712 req-f091137e-6951-4cb2-b371-359180b30afa tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Mar 20 16:21:41.532927 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-afa4f7b9-943e-498a-a394-ea05cf8edba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.534446 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-afa4f7b9-943e-498a-a394-ea05cf8edba7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.0896749 Mar 20 16:21:41.585138 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-d0dfe8de-9dce-483d-8387-a4b4686b9d68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 217 time: 0.0424592 Mar 20 16:21:41.638885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-01f50548-e44a-452a-8095-1f1c57c6f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.640446 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-01f50548-e44a-452a-8095-1f1c57c6f6cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0455914 Mar 20 16:21:41.699050 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-b7e88692-2cbf-4ff1-a34d-84f8e9c72ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:41.700730 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-b7e88692-2cbf-4ff1-a34d-84f8e9c72ca1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538383 Mar 20 16:21:41.766002 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 656a777d-2b74-42eb-87e9-e1de6dc852b3 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:41.795955 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-64d264c0-024a-4ae7-a7c7-edb639c83971 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879703 Mar 20 16:21:41.815433 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 656a777d-2b74-42eb-87e9-e1de6dc852b3 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:21:41.819396 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 656a777d-2b74-42eb-87e9-e1de6dc852b3 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:41.819763 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:41.887595 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6c6321df-0592-4eff-8564-3f5c52763c88 req-49e3aed9-5c81-4c07-82a4-0c48fc52e710 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 Mar 20 16:21:41.899886 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 656a777d-2b74-42eb-87e9-e1de6dc852b3 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:41.900278 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:41.924892 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:41.927106 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e6e768-f569-4241-b60b-0dc3811dc490" -d '{"events": [{"server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "name": "network-vif-plugged", "status": "completed", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:41.938941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:41.943850 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:41.967094 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a24b0-7531-48f4-8e07-95b29f694906 x-openstack-request-id: req-d33a24b0-7531-48f4-8e07-95b29f694906 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:41.967377 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "name": "network-vif-plugged", "status": "completed", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:41.967621 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d33a24b0-7531-48f4-8e07-95b29f694906 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:41.968005 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'code': 200} Mar 20 16:21:41.992999 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:42.186836 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915356-e0dd-4f9e-9910-65ebf5dd3d67 req-50ae518c-dfe6-4c3d-8d54-538d9bcd8f99 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:42.188451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2915356-e0dd-4f9e-9910-65ebf5dd3d67 req-50ae518c-dfe6-4c3d-8d54-538d9bcd8f99 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0578296 Mar 20 16:21:42.238451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2915356-e0dd-4f9e-9910-65ebf5dd3d67 req-c2aa745d-3054-4ca6-b810-0482e6c56e54 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Mar 20 16:21:42.238746 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed8b73-2ee8-4a5e-8dc4-ade4b38cbe2e req-f0098c4d-0b32-407b-baeb-976cb132eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:42.240241 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71ed8b73-2ee8-4a5e-8dc4-ade4b38cbe2e req-f0098c4d-0b32-407b-baeb-976cb132eab8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1129 time: 0.0489821 Mar 20 16:21:42.287144 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-71ed8b73-2ee8-4a5e-8dc4-ade4b38cbe2e req-714b6555-bbea-4c46-ab9c-1ca040307d5c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Mar 20 16:21:42.635461 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a078847-22cf-48b1-991b-3a77011665cd req-1a51bcec-006c-4d63-9b69-fe6ae4fff6de tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:42.636962 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7a078847-22cf-48b1-991b-3a77011665cd req-1a51bcec-006c-4d63-9b69-fe6ae4fff6de tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0553622 Mar 20 16:21:42.685136 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7a078847-22cf-48b1-991b-3a77011665cd req-7058ccfc-f8d3-40fb-8780-24fba6c741c2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Mar 20 16:21:42.740876 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4ef81e9-ca4e-4224-9e95-d591ebe68ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:43.358761 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f7be-2a42-43a8-8d0c-0d61f1ae601a req-6a8ac777-593c-4d83-aad0-b30fbeabc92e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:43.360260 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aeb4f7be-2a42-43a8-8d0c-0d61f1ae601a req-6a8ac777-593c-4d83-aad0-b30fbeabc92e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0551839 Mar 20 16:21:43.410409 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aeb4f7be-2a42-43a8-8d0c-0d61f1ae601a req-40d0cb12-fc6a-4229-a180-d9310c2ae386 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 Mar 20 16:21:43.801732 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0ed1b-0b8d-4e8e-a525-f452188371d7 req-d0a5a99b-2018-4edf-9ab7-c67257c6f61d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:43.803284 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3a0ed1b-0b8d-4e8e-a525-f452188371d7 req-d0a5a99b-2018-4edf-9ab7-c67257c6f61d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0522761 Mar 20 16:21:43.853096 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3a0ed1b-0b8d-4e8e-a525-f452188371d7 req-1b2a0258-0c6d-44fd-9464-e17dfea1b74f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Mar 20 16:21:43.908566 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:44.530135 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0f4ce-e53d-479c-9202-ce269c61ed17 req-b52f3c02-2d25-4fc5-ad31-373c2f112f9f tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:44.531657 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ef0f4ce-e53d-479c-9202-ce269c61ed17 req-b52f3c02-2d25-4fc5-ad31-373c2f112f9f tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0555043 Mar 20 16:21:44.585425 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ef0f4ce-e53d-479c-9202-ce269c61ed17 req-3bdfb5bd-654f-4327-bcdc-36c6c096a8c2 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Mar 20 16:21:44.704275 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4199a-87ac-40b8-8aff-a5868917654a req-4bab48fd-d2d5-42e2-b3e6-1d80b2eb4c0c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:44.705765 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-baa4199a-87ac-40b8-8aff-a5868917654a req-4bab48fd-d2d5-42e2-b3e6-1d80b2eb4c0c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0554039 Mar 20 16:21:44.754396 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-baa4199a-87ac-40b8-8aff-a5868917654a req-edbf60c2-9370-44e3-9b8a-50e1b5b76d06 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Mar 20 16:21:44.972777 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24d89-f831-4dfc-ad29-6be495a19526 req-7cf8e94e-aa5f-4521-90e2-9cae70918311 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:44.974241 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-11c24d89-f831-4dfc-ad29-6be495a19526 req-7cf8e94e-aa5f-4521-90e2-9cae70918311 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0516658 Mar 20 16:21:45.023820 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-11c24d89-f831-4dfc-ad29-6be495a19526 req-d4f373eb-a140-40c8-8a96-cfe073ad2010 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435297 Mar 20 16:21:45.075446 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291c16-f089-4b0a-93bc-c337e21ccd67 req-869598f2-159a-4f5d-bf4e-14fe4bc83e15 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:45.076904 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87291c16-f089-4b0a-93bc-c337e21ccd67 req-869598f2-159a-4f5d-bf4e-14fe4bc83e15 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0508702 Mar 20 16:21:45.123138 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87291c16-f089-4b0a-93bc-c337e21ccd67 req-7ccdc4e9-fe42-4a2b-8a7f-03e1eda5b439 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Mar 20 16:21:45.216128 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:46.155510 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d9011-8ab4-43c2-930c-eb0fe766ec84 req-168126e5-442d-4938-8876-c39b46f16e98 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:46.157025 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-986d9011-8ab4-43c2-930c-eb0fe766ec84 req-168126e5-442d-4938-8876-c39b46f16e98 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0600514 Mar 20 16:21:46.208773 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-986d9011-8ab4-43c2-930c-eb0fe766ec84 req-c6dc7409-031e-4d6d-9056-57c76220b011 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458348 Mar 20 16:21:46.790288 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:47.333312 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd92f-5322-42ee-98a3-6e78b03f2cf9 req-f7878a43-2cd3-4650-8b4f-81ec2818fd22 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:47.334796 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db0dd92f-5322-42ee-98a3-6e78b03f2cf9 req-f7878a43-2cd3-4650-8b4f-81ec2818fd22 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0579398 Mar 20 16:21:47.392068 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db0dd92f-5322-42ee-98a3-6e78b03f2cf9 req-634fd4a6-acd0-43c6-9724-ad5132df2073 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490916 Mar 20 16:21:48.510935 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86763bb-ab58-46a6-bd64-56ab34c9e29a req-288353dd-94cc-456c-8f79-c49edbbacc82 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:48.512444 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b86763bb-ab58-46a6-bd64-56ab34c9e29a req-288353dd-94cc-456c-8f79-c49edbbacc82 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0541108 Mar 20 16:21:48.562928 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b86763bb-ab58-46a6-bd64-56ab34c9e29a req-98e6a11f-1fde-4c1c-a159-bc5a1314c10e tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Mar 20 16:21:49.683060 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c625eee-44d1-422b-8c2a-5acb49544363 req-4800edf0-465f-4eb6-b193-3da6c2e05b6b tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:49.684558 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c625eee-44d1-422b-8c2a-5acb49544363 req-4800edf0-465f-4eb6-b193-3da6c2e05b6b tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0540776 Mar 20 16:21:49.736576 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c625eee-44d1-422b-8c2a-5acb49544363 req-a0cefb02-941b-4b3f-8ecf-f388cb73714c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 Mar 20 16:21:50.878012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09681672-2c15-4897-a293-fae2dc5d8e84 req-c36a2066-2196-416d-82a6-872880b1f37e tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:50.879534 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09681672-2c15-4897-a293-fae2dc5d8e84 req-c36a2066-2196-416d-82a6-872880b1f37e tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0584261 Mar 20 16:21:50.928726 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09681672-2c15-4897-a293-fae2dc5d8e84 req-72ef42c5-378f-4ff8-92ab-df8b48f266ed tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Mar 20 16:21:51.395345 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-f559dde0-c17e-44f5-95ff-07adcb290857 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463202 Mar 20 16:21:51.474678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-bd41709c-b7ab-4f46-894a-487e599f5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:51.476161 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-bd41709c-b7ab-4f46-894a-487e599f5ef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 1129 time: 0.0468924 Mar 20 16:21:51.599755 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-9fc21057-537c-4f8d-9c71-7173cd2cba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:51.601388 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-9fc21057-537c-4f8d-9c71-7173cd2cba4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.0993021 Mar 20 16:21:51.686397 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-62e1288c-e1f0-48bb-bf14-2492fb5f4f91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 200 len: 1001 time: 0.0597575 Mar 20 16:21:51.745472 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-b2ed03f3-82dc-4bbb-88ee-3bddf87a973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:51.746950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-b2ed03f3-82dc-4bbb-88ee-3bddf87a973b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0518336 Mar 20 16:21:51.799042 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-8c153ac3-6bfa-40f9-8a72-7b8383802528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:51.800567 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-8c153ac3-6bfa-40f9-8a72-7b8383802528 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440226 Mar 20 16:21:51.900925 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-d50f350d-d23c-443a-a9d8-5e009f582e40 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Mar 20 16:21:52.003332 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9ab57c20-dfea-438d-842e-2e5cff528119 req-50f94636-ce00-414e-b3e6-1c7c59e69bd1 service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960236 Mar 20 16:21:52.056309 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707888f-6032-41aa-a18e-171c6b9eaac2 req-283221f0-d0a6-40e0-817e-6e8a3d1a47c1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:52.057858 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6707888f-6032-41aa-a18e-171c6b9eaac2 req-283221f0-d0a6-40e0-817e-6e8a3d1a47c1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0529664 Mar 20 16:21:52.106638 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6707888f-6032-41aa-a18e-171c6b9eaac2 req-ba5cd3a6-d1aa-4816-a125-13a6dc2e9df6 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Mar 20 16:21:52.367990 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:53.231161 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634443-6e8c-4d0a-b5e4-68154117f01a req-b790f56f-1e1f-4386-b521-509237569363 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:53.232739 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0634443-6e8c-4d0a-b5e4-68154117f01a req-b790f56f-1e1f-4386-b521-509237569363 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0548484 Mar 20 16:21:53.282670 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e0634443-6e8c-4d0a-b5e4-68154117f01a req-bfb95e29-2d1e-49d4-b57b-881ff62c4302 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Mar 20 16:21:54.405061 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a1107-70ff-4f36-8b03-e486a171d4ba req-38272889-f150-458b-9af9-e42a5ad5cce5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:54.406598 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-532a1107-70ff-4f36-8b03-e486a171d4ba req-38272889-f150-458b-9af9-e42a5ad5cce5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0533793 Mar 20 16:21:54.458296 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-532a1107-70ff-4f36-8b03-e486a171d4ba req-e77ea882-8ce3-427b-af5b-17e268c8bf10 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 Mar 20 16:21:55.287733 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52348) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:55.404903 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a477-26bf-4613-8e0a-6bf1242abdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.481875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a477-26bf-4613-8e0a-6bf1242abdb8 admin admin] Publish callbacks [] for security_group (37c22c40-e4ea-4e2b-9776-75ab480b81b1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.488654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a477-26bf-4613-8e0a-6bf1242abdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (37c22c40-e4ea-4e2b-9776-75ab480b81b1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.526300 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2ea9a477-26bf-4613-8e0a-6bf1242abdb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22582cd82fe54b6da78a0ac454a2ea97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374296 Mar 20 16:21:55.527158 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9a477-26bf-4613-8e0a-6bf1242abdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c22c40-e4ea-4e2b-9776-75ab480b81b1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:55.530062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52354) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:55.580961 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Publish callbacks [] for security_group (37c22c40-e4ea-4e2b-9776-75ab480b81b1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.585517 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dda0cf-956b-41f8-8934-afd2454355da req-02bbc0b7-cc2f-4ff1-9b3a-8ab2153bb1f1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:55.587069 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5dda0cf-956b-41f8-8934-afd2454355da req-02bbc0b7-cc2f-4ff1-9b3a-8ab2153bb1f1 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0524004 Mar 20 16:21:55.602717 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Publish callbacks [] for security_group (37c22c40-e4ea-4e2b-9776-75ab480b81b1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.644593 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e5dda0cf-956b-41f8-8934-afd2454355da req-daa3f79f-1574-441d-84a8-c2420fed6a5d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513287 Mar 20 16:21:55.654582 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (37c22c40-e4ea-4e2b-9776-75ab480b81b1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.657271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:55.660863 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37c22c40-e4ea-4e2b-9776-75ab480b81b1 HTTP/1.1" status: 204 len: 168 time: 0.1267290 Mar 20 16:21:55.667126 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c22c40-e4ea-4e2b-9776-75ab480b81b1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:55.674320 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.674671 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.675009 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.675549 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.675668 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.675979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.676365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.676684 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.677008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.677356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.677682 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.677996 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.678340 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.678738 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.678973 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d4748-754b-46a8-8d0d-0cca031712c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:21:55.830589 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:21:55.936161 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:55.950395 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:21:55.987923 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b40df487-1da3-413a-8bf6-401f9ca526d7 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:55.988321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:56.002079 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40df487-1da3-413a-8bf6-401f9ca526d7 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:21:56.025827 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:56.032946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:56.081523 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:56.519902 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['b40df487-1da3-413a-8bf6-401f9ca526d7'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:21:56.764446 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56822a5-88c8-44aa-9a07-ddd2302435b5 req-c7d829ca-adc7-43c3-8856-79672940998c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:56.766008 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c56822a5-88c8-44aa-9a07-ddd2302435b5 req-c7d829ca-adc7-43c3-8856-79672940998c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 944 time: 0.0597992 Mar 20 16:21:56.821159 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c56822a5-88c8-44aa-9a07-ddd2302435b5 req-5264b50c-5c6a-43fa-9414-b6a88c82651f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Mar 20 16:21:57.849108 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:21:57.904855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port b40df487-1da3-413a-8bf6-401f9ca526d7 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:21:57.909354 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port b40df487-1da3-413a-8bf6-401f9ca526d7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:21:57.909806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:57.951226 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a114e7-fcbd-4eee-9d77-d62222ca614b req-8da3f5c4-3c69-4131-aaf2-9daf84093926 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:57.954698 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69a114e7-fcbd-4eee-9d77-d62222ca614b req-8da3f5c4-3c69-4131-aaf2-9daf84093926 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 944 time: 0.0589178 Mar 20 16:21:57.996512 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b40df487-1da3-413a-8bf6-401f9ca526d7 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:21:57.996895 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:58.002823 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69a114e7-fcbd-4eee-9d77-d62222ca614b req-31317a1b-140a-4384-9b0a-33a9620e6362 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Mar 20 16:21:58.021280 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:21:58.023668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd911a4c-1902-4975-bb50-b087f5dd03da" -d '{"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-plugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:21:58.035959 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:21:58.041189 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:58.064410 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18124499-0204-42ad-8a63-6ed28de2640e x-openstack-request-id: req-18124499-0204-42ad-8a63-6ed28de2640e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:21:58.064704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-plugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:21:58.064957 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18124499-0204-42ad-8a63-6ed28de2640e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:21:58.065348 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'code': 200} Mar 20 16:21:58.090690 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:21:58.363066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301d113-437f-461f-8e7b-e7bccbffb616 req-fca5e784-3eb3-4bdb-8620-f8957736eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:58.364574 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c301d113-437f-461f-8e7b-e7bccbffb616 req-fca5e784-3eb3-4bdb-8620-f8957736eedb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0438464 Mar 20 16:21:58.412489 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c301d113-437f-461f-8e7b-e7bccbffb616 req-69b33629-47a6-48e7-b293-6b78400f912f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Mar 20 16:21:59.122913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448fb27-dc74-4644-9e87-874c43aeed01 req-a4c547e6-b43a-4230-9b79-325b4220c82d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:59.124720 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1448fb27-dc74-4644-9e87-874c43aeed01 req-a4c547e6-b43a-4230-9b79-325b4220c82d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0558364 Mar 20 16:21:59.158805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ec3fc-6d21-4ab6-a7cd-e004dff3e4a9 req-b6ab670a-8994-42ed-b815-86902716edb5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:59.160242 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d2ec3fc-6d21-4ab6-a7cd-e004dff3e4a9 req-b6ab670a-8994-42ed-b815-86902716edb5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0540059 Mar 20 16:21:59.173879 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1448fb27-dc74-4644-9e87-874c43aeed01 req-21b7fb25-c72a-4828-b200-749db54a1f25 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Mar 20 16:21:59.208429 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8d2ec3fc-6d21-4ab6-a7cd-e004dff3e4a9 req-ab159e84-2ca7-463a-91a7-34a9dad36ab5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Mar 20 16:21:59.230357 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52452) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:59.428588 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67062644-df70-41af-91b6-930a89921f2e tempest-TestMinimumBasicScenario-696168469 tempest-TestMinimumBasicScenario-696168469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:21:59.430111 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-67062644-df70-41af-91b6-930a89921f2e tempest-TestMinimumBasicScenario-696168469 tempest-TestMinimumBasicScenario-696168469-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1124 time: 0.1986945 Mar 20 16:21:59.433235 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52456) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:21:59.437664 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'port_id': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:21:59.460440 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:59.553751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:59.658654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Allocated IP 172.27.1.153 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:21:59.767771 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:21:59.808709 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.110564 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:00.111978 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:00.115653 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:00.142602 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'Port': ['ID=6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:00.293269 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09e002-cbda-4f66-bcf6-6087451253c5 req-0b3ae4ba-3c3a-43d8-8950-cdcb52f354c5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:00.294876 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f09e002-cbda-4f66-bcf6-6087451253c5 req-0b3ae4ba-3c3a-43d8-8950-cdcb52f354c5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Mar 20 16:22:00.345461 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f09e002-cbda-4f66-bcf6-6087451253c5 req-89287d54-86a6-4c5d-9d4c-c4e4ee2d02a8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Mar 20 16:22:00.380247 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf793af-b444-4790-aae2-8ebcf2ef2f88 req-879ccbcb-e8a7-462a-a612-ae4399a4c4c0 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:00.381739 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4bf793af-b444-4790-aae2-8ebcf2ef2f88 req-879ccbcb-e8a7-462a-a612-ae4399a4c4c0 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1044006 Mar 20 16:22:00.464285 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fad1-4385-4f0e-abae-2440cfc6c2ed req-2cf8c1f4-41dd-489a-a3bf-bd8963717a49 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:00.466733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1325fad1-4385-4f0e-abae-2440cfc6c2ed req-2cf8c1f4-41dd-489a-a3bf-bd8963717a49 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0573869 Mar 20 16:22:00.504638 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4bf793af-b444-4790-aae2-8ebcf2ef2f88 req-6c967eb4-2d4c-49ed-9349-82ff1e3bc4ea tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149669 Mar 20 16:22:00.514940 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1325fad1-4385-4f0e-abae-2440cfc6c2ed req-735c522d-b6a6-4fab-8b2c-fb3d9c675ab9 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Mar 20 16:22:00.536454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52476) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:00.558038 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for floatingip (de7b7b97-6396-4f99-947e-284ad08ba99b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.626457 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.749800 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5656c9-090d-4248-80bb-8861c4443b5b tempest-TestShelveInstance-86965506 tempest-TestShelveInstance-86965506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:00.754073 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9e5656c9-090d-4248-80bb-8861c4443b5b tempest-TestShelveInstance-86965506 tempest-TestShelveInstance-86965506-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1124 time: 0.2123797 Mar 20 16:22:00.754637 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52482) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:00.759416 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:00.781394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.812605 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.818106 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.878765 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.887890 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'Port': ['ID=6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:00.898027 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (de7b7b97-6396-4f99-947e-284ad08ba99b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:00.987333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Allocated IP 172.27.1.246 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/58783af7-835c-4c2c-84c8-5e928279bc49) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:22:01.003090 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Floating IP de7b7b97-6396-4f99-947e-284ad08ba99b associated. External IP: 172.27.1.153, port: 656a777d-2b74-42eb-87e9-e1de6dc852b3. Mar 20 16:22:01.093195 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for port (58783af7-835c-4c2c-84c8-5e928279bc49), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.127695 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.169978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:01.175152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:01.179558 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:01.182659 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'Port': ['ID=58783af7-835c-4c2c-84c8-5e928279bc49,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:01.215956 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Router 649778eb-9f64-4734-98bc-35c99a771302 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:01.327616 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:01.338833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Sync routers for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:01.348872 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.350347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:01.351069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:01.382938 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-96710e11-3197-4410-9e4a-95f661e7f2eb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9461496 Mar 20 16:22:01.382938 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:01.383302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52486) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:01.383824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a2291-99ab-4150-8526-2e2709878e86" -d '{"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:01.389567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68735469', 'description': 'tempest-secgroup-smoke-68735469 description', 'project_id': 'b99ce29c08104e2788002fbd04410b3a'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:01.420204 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf1bad-ba27-4f3c-9a01-fefacfa10b74 x-openstack-request-id: req-63cf1bad-ba27-4f3c-9a01-fefacfa10b74 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:01.420539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:01.420771 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63cf1bad-ba27-4f3c-9a01-fefacfa10b74 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:01.421182 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:22:01.425535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.463392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:01.843223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'de7b7b97-6396-4f99-947e-284ad08ba99b', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '649778eb-9f64-4734-98bc-35c99a771302', 'port_id': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'mac_address': 'fa:16:3e:3a:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:00Z', 'updated_at': '2022-03-20T16:22:00Z', 'revision_number': 0, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:01.869414 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Checking router: 649778eb-9f64-4734-98bc-35c99a771302 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:01.878406 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:01.879016 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:01.894584 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a879-6e59-458c-99a7-35fcd62b95e9 req-ba6b82ba-1302-4060-8078-767d02d2cb29 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:01.896086 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7585a879-6e59-458c-99a7-35fcd62b95e9 req-ba6b82ba-1302-4060-8078-767d02d2cb29 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1685863 Mar 20 16:22:01.898288 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (3046a8e0-070d-4cc1-aace-3de380982a24), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.903747 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for floatingip (1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.910036 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (3046a8e0-070d-4cc1-aace-3de380982a24), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.988409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:01.989609 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6053717 Mar 20 16:22:01.992749 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52494) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:01.996213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb794c-6f28-45c9-a9f0-383a7c4fabb6 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3046a8e0-070d-4cc1-aace-3de380982a24,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:01.997448 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.000719 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:02.028315 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (fad18db0-be7d-4490-ba5e-de6e78fbad69), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.030133 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7585a879-6e59-458c-99a7-35fcd62b95e9 req-259bb2e9-5906-44f6-a5bc-05e57e7b04de tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276960 Mar 20 16:22:02.040107 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.106666 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (fad18db0-be7d-4490-ba5e-de6e78fbad69), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.111721 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (fad18db0-be7d-4490-ba5e-de6e78fbad69), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.130037 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad18db0-be7d-4490-ba5e-de6e78fbad69,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.140895 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.144704 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-adb38a92-ec6e-4563-8cf8-542c529c32ec tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482337 Mar 20 16:22:02.144906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52496) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:02.149447 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.180312 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (e7780fd6-7c48-4873-bfdf-3ca5aa79b84d), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.196215 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for port (58783af7-835c-4c2c-84c8-5e928279bc49), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.205873 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.249032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (e7780fd6-7c48-4873-bfdf-3ca5aa79b84d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.254396 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (e7780fd6-7c48-4873-bfdf-3ca5aa79b84d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.267413 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'de7b7b97-6396-4f99-947e-284ad08ba99b', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '649778eb-9f64-4734-98bc-35c99a771302', 'port_id': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'mac_address': 'fa:16:3e:3a:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:00Z', 'updated_at': '2022-03-20T16:22:00Z', 'revision_number': 0, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:02.272897 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7780fd6-7c48-4873-bfdf-3ca5aa79b84d,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.280952 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event updated for resources: {'Port': ['ID=58783af7-835c-4c2c-84c8-5e928279bc49,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.290776 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.290917 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.294564 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0fd79a8c-fd97-45a8-b688-ee3e6031330c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462350 Mar 20 16:22:02.294935 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52498) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:02.299242 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcaad2-760d-426a-bc26-b09135c1bac7 None None] The sync data for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi is: [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'de7b7b97-6396-4f99-947e-284ad08ba99b', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '649778eb-9f64-4734-98bc-35c99a771302', 'port_id': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'mac_address': 'fa:16:3e:3a:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:00Z', 'updated_at': '2022-03-20T16:22:00Z', 'revision_number': 0, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:02.299805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.339209 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (3f727124-e639-4c60-be38-4c7b39f2a6ca), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.401153 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Floating IP 1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2 associated. External IP: 172.27.1.246, port: b40df487-1da3-413a-8bf6-401f9ca526d7. Mar 20 16:22:02.407706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (3f727124-e639-4c60-be38-4c7b39f2a6ca), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.412097 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (3f727124-e639-4c60-be38-4c7b39f2a6ca), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.429459 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f727124-e639-4c60-be38-4c7b39f2a6ca,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.442670 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.446531 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-527e9365-a765-4cf2-a3fb-857fd955d902 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480317 Mar 20 16:22:02.446980 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52500) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:02.451606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.480413 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (8b7b0cab-9ec2-4698-a6cd-1da45af6a104), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.511874 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48044a-b875-47e9-99b8-71e60bd91ffa None None] New status for floating IP de7b7b97-6396-4f99-947e-284ad08ba99b: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:02.552476 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (8b7b0cab-9ec2-4698-a6cd-1da45af6a104), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.558425 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (8b7b0cab-9ec2-4698-a6cd-1da45af6a104), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.576332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7b0cab-9ec2-4698-a6cd-1da45af6a104,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.586504 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.587700 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bd7b051e-6078-4693-af3d-40fecf56556e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397097 Mar 20 16:22:02.590347 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52502) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:02.594755 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.616608 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Project b99ce29c08104e2788002fbd04410b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:22:02.621639 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (fab0e1ea-9ae3-4424-8a4b-04b39eba3146), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.636001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:02.689581 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (fab0e1ea-9ae3-4424-8a4b-04b39eba3146), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.694322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (fab0e1ea-9ae3-4424-8a4b-04b39eba3146), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.713256 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab0e1ea-9ae3-4424-8a4b-04b39eba3146,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.723989 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.727763 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6d3446ee-23e6-4020-943d-e60c24b92c5e tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339550 Mar 20 16:22:02.728446 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52504) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:02.733375 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'security_group_rule': {'security_group_id': '3046a8e0-070d-4cc1-aace-3de380982a24', 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:02.746160 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:02.756040 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.securitygroups_db [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Project b99ce29c08104e2788002fbd04410b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:22:02.757565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Sync routers for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:02.761690 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (5dcafd0f-39bb-456c-b288-eb9b5e839e76), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.766031 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.769595 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:02.770352 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:02.798855 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-32c85dfb-b83d-4c58-95d7-e3231d049faf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0430286 Mar 20 16:22:02.799638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:02.801894 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63ec59-067f-4780-b381-9e2c2a054b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:02.828852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (5dcafd0f-39bb-456c-b288-eb9b5e839e76), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.834562 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (5dcafd0f-39bb-456c-b288-eb9b5e839e76), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.840394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea57cf94-02de-419b-b4ec-ccdc6685c394 x-openstack-request-id: req-ea57cf94-02de-419b-b4ec-ccdc6685c394 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:02.840680 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:02.840930 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea57cf94-02de-419b-b4ec-ccdc6685c394 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:02.841328 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'status': 'completed', 'code': 200} Mar 20 16:22:02.850937 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcafd0f-39bb-456c-b288-eb9b5e839e76,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:02.863021 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:02.864249 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9d25ec51-5d00-4a55-b958-b6b82763c3d5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349211 Mar 20 16:22:02.900049 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:02.957801 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-ab277f0e-412d-4d36-96d6-303bc0f3d3f2 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68735469&fields=id&tenant_id=b99ce29c08104e2788002fbd04410b3a HTTP/1.1" status: 200 len: 267 time: 0.0499220 Mar 20 16:22:03.017837 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-2134f414-2e3e-40b0-91e3-a61a67e6a4d1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.019461 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-2134f414-2e3e-40b0-91e3-a61a67e6a4d1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0561662 Mar 20 16:22:03.030279 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'port': {'security_groups': ['939196de-ae74-43b1-b962-595466f583c6', '3046a8e0-070d-4cc1-aace-3de380982a24']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:03.080657 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2291-99ab-4150-8526-2e2709878e86 req-9fc31bae-0908-4410-abaf-c9e90285a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.083066 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-9fc31bae-0908-4410-abaf-c9e90285a1dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1129 time: 0.0824966 Mar 20 16:22:03.088959 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-8d7982f1-0c9b-4aaf-ae39-6793374d0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.090545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-8d7982f1-0c9b-4aaf-ae39-6793374d0c9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0801713 Mar 20 16:22:03.123256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:03.170223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:01Z', 'updated_at': '2022-03-20T16:22:01Z', 'revision_number': 0, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:03.200430 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Checking router: 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:03.209907 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:03.210566 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:21:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:03.295192 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed2102-00ba-46ea-8b7a-790b35932a45 req-bba64019-96ad-4c14-bdcb-c362afc7b88e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.296680 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2ed2102-00ba-46ea-8b7a-790b35932a45 req-bba64019-96ad-4c14-bdcb-c362afc7b88e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.1451111 Mar 20 16:22:03.301106 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2291-99ab-4150-8526-2e2709878e86 req-653f21f0-1699-4e8c-bc8a-e06765bb1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.302497 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-653f21f0-1699-4e8c-bc8a-e06765bb1534 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.2110031 Mar 20 16:22:03.305479 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-527bb271-4a3d-40fc-844f-f94271ce8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.307129 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-527bb271-4a3d-40fc-844f-f94271ce8035 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.1955848 Mar 20 16:22:03.324579 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:03.328648 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:03.364090 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:03.369104 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:03.412005 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.412545 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:03.420387 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-737f12cb-ace8-418d-8215-f01991faa7f1 req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "PUT /v2.0/ports/656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 981 time: 0.3941131 Mar 20 16:22:03.439572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:22:03.449698 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8360de-7556-45a4-94f1-9c974af779cb tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:03.451725 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-99d7c96d-a093-4e89-855e-6a1ed30b9220 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 999 time: 0.1356776 Mar 20 16:22:03.471280 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2ed2102-00ba-46ea-8b7a-790b35932a45 req-dd81de2c-a46c-42cf-a240-dce4fda69839 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576638 Mar 20 16:22:03.476029 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-914b67f2-fa16-4fae-99e6-4e805d6b0daf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1001 time: 0.1610303 Mar 20 16:22:03.525164 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-16a60af7-e7f7-4a3d-ac8f-c9bb952dff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.526705 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-16a60af7-e7f7-4a3d-ac8f-c9bb952dff34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0544429 Mar 20 16:22:03.544223 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24947a-2078-47d7-8492-975baa73396c req-47f29501-ed59-4b68-be11-b73ba6ee97a3 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.550790 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f24947a-2078-47d7-8492-975baa73396c req-47f29501-ed59-4b68-be11-b73ba6ee97a3 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0665166 Mar 20 16:22:03.616327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2291-99ab-4150-8526-2e2709878e86 req-dae468bc-0729-4cbf-845f-5564eb0de644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.617874 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-dae468bc-0729-4cbf-845f-5564eb0de644 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0902340 Mar 20 16:22:03.624701 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f24947a-2078-47d7-8492-975baa73396c req-65ab648c-088e-45f3-a61d-ca2b865182d9 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0675144 Mar 20 16:22:03.628177 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-a05f684e-1ea3-4395-a284-c066f2076255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.629768 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-a05f684e-1ea3-4395-a284-c066f2076255 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935659 Mar 20 16:22:03.669946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:22:03.732251 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-67a03b92-bccb-4546-9c92-67db250c7269 None None] Provisioning complete for port 656a777d-2b74-42eb-87e9-e1de6dc852b3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:22:03.732529 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67a03b92-bccb-4546-9c92-67db250c7269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:03.988213 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2291-99ab-4150-8526-2e2709878e86 req-6cd645c8-4423-4522-88a9-fc632fec9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:03.989701 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-6cd645c8-4423-4522-88a9-fc632fec9ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3487296 Mar 20 16:22:04.006024 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-b90ba53f-a115-436f-b8ac-d58d1c3e92f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637958 Mar 20 16:22:04.032032 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:01Z', 'updated_at': '2022-03-20T16:22:01Z', 'revision_number': 0, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:04.103049 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac285ca1-ebbe-42be-a234-b0b2361d13da None None] The sync data for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi is: [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:01Z', 'updated_at': '2022-03-20T16:22:01Z', 'revision_number': 0, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:04.148293 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-db5df65c-e101-4707-9566-ef538ae86e3e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:04.150214 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-db5df65c-e101-4707-9566-ef538ae86e3e tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.0892782 Mar 20 16:22:04.215642 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-67a03b92-bccb-4546-9c92-67db250c7269 None None] Current status of the port 656a777d-2b74-42eb-87e9-e1de6dc852b3 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:22:04.253884 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-2754b7d7-80e7-4bbf-bee2-92ae3d70c634 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938658 Mar 20 16:22:04.255948 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-a92ef817-43e7-4d16-9bae-10f5db62abd6 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886358 Mar 20 16:22:04.341152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Deleting port a934d8fd-bd2a-4f14-af47-5e417df9fac3 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:22:04.341539 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:04.417006 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-490a2291-99ab-4150-8526-2e2709878e86 req-054d7552-fbbf-4b8e-9975-0e4085496bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388528 Mar 20 16:22:04.452751 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a0b76-70cd-4ad1-b9b5-6c5b87a9e580 None None] New status for floating IP 1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:04.488308 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] For port a934d8fd-bd2a-4f14-af47-5e417df9fac3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a934d8fd-bd2a-4f14-af47-5e417df9fac3,segment=NetworkSegment(d5c3333f-11d0-4a30-a465-fefb56932311),segment_id=d5c3333f-11d0-4a30-a465-fefb56932311)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:04.489334 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:04.514080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Calling delete_port for a934d8fd-bd2a-4f14-af47-5e417df9fac3 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:22:04.614853 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583da8-e6fd-4924-bb7c-2a39d4397343 req-ac041e53-28a9-43c2-b9e3-aa67f655d68b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:04.622386 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc583da8-e6fd-4924-bb7c-2a39d4397343 req-ac041e53-28a9-43c2-b9e3-aa67f655d68b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d3be8-55d4-43c8-bf58-4de5172d3a34 HTTP/1.1" status: 200 len: 945 time: 0.0764625 Mar 20 16:22:04.671766 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dc583da8-e6fd-4924-bb7c-2a39d4397343 req-44ade90a-a66e-42ea-8890-ace57a28f972 tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.18 "GET /v2.0/security-groups?id=f564b240-6313-4982-bfc8-10d91ff117b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Mar 20 16:22:04.695798 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (a934d8fd-bd2a-4f14-af47-5e417df9fac3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:04.727082 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Pushing event deleted for resources: {'Port': ['ID=a934d8fd-bd2a-4f14-af47-5e417df9fac3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:04.735389 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['a934d8fd-bd2a-4f14-af47-5e417df9fac3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:22:04.781568 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] No DVR routers for this DVR port a934d8fd-bd2a-4f14-af47-5e417df9fac3 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:22:04.784359 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:04.787779 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-183f1cf5-2ff9-436f-9486-a0479ed1ae39 req-5f1edea4-9f95-4f58-b7c7-e0d4e874ba7b tempest-VolumesSnapshotTestJSON-212877129 tempest-VolumesSnapshotTestJSON-212877129-project] 10.222.0.42 "DELETE /v2.0/ports/a934d8fd-bd2a-4f14-af47-5e417df9fac3 HTTP/1.1" status: 204 len: 173 time: 0.6317976 Mar 20 16:22:04.842714 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}, {'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'name': 'network-vif-deleted', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:04.845429 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42c8f8-1b33-49a6-b322-1805f16a23e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}, {"server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "name": "network-vif-deleted", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:04.894302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f58090-f782-4408-bb63-c8ab88bac211 x-openstack-request-id: req-01f58090-f782-4408-bb63-c8ab88bac211 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:04.894828 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}, {"server_uuid": "745d3be8-55d4-43c8-bf58-4de5172d3a34", "name": "network-vif-deleted", "tag": "a934d8fd-bd2a-4f14-af47-5e417df9fac3", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:04.895045 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01f58090-f782-4408-bb63-c8ab88bac211 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:04.895460 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:22:04.895699 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d3be8-55d4-43c8-bf58-4de5172d3a34', 'name': 'network-vif-deleted', 'tag': 'a934d8fd-bd2a-4f14-af47-5e417df9fac3', 'status': 'completed', 'code': 200} Mar 20 16:22:05.001542 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-439f0878-7150-4384-8f25-2e434180f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:05.003083 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-439f0878-7150-4384-8f25-2e434180f8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1168 time: 0.0487599 Mar 20 16:22:05.095443 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-8ce62b1e-6e52-4c35-9eb5-9b821d29d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:05.096907 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-8ce62b1e-6e52-4c35-9eb5-9b821d29d280 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.0847514 Mar 20 16:22:05.170902 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-7bcffba2-ef6d-4d03-8df7-3ecf01cb7359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1001 time: 0.0576465 Mar 20 16:22:05.223659 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-47cf8b06-38b8-4a74-b63a-ae0b7543a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:05.225205 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-47cf8b06-38b8-4a74-b63a-ae0b7543a4d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0482597 Mar 20 16:22:05.282080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-b78f6f18-f72f-4fee-ab8e-1db20479a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:05.283690 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-b78f6f18-f72f-4fee-ab8e-1db20479a231 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509174 Mar 20 16:22:05.379200 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-bd184aa4-a56b-4bf6-a050-9267f5ed3c83 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Mar 20 16:22:05.478007 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b42c8f8-1b33-49a6-b322-1805f16a23e4 req-735eee94-0247-4b4e-85cc-2058114a9154 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Mar 20 16:22:08.320368 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:22:09.557776 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a934d8fd-bd2a-4f14-af47-5e417df9fac3 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:22:09.594072 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: a934d8fd-bd2a-4f14-af47-5e417df9fac3 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:22:09.594430 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a934d8fd-bd2a-4f14-af47-5e417df9fac3 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:22:10.399023 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7533d08-f545-4091-af91-cdc04f66cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:12.737488 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f820c499-cff0-415a-b3f7-7ee23069320b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:13.922801 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:15.219455 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:16.784566 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:22.383903 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:31.337679 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd797ec-41a3-4ecd-9394-b58d6b704bed req-68072678-3529-4ce7-a1b2-b2e3be6da5bb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:31.339198 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dd797ec-41a3-4ecd-9394-b58d6b704bed req-68072678-3529-4ce7-a1b2-b2e3be6da5bb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0566254 Mar 20 16:22:31.389256 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dd797ec-41a3-4ecd-9394-b58d6b704bed req-3f5773d6-7b41-459c-ab13-02f5febdc978 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420945 Mar 20 16:22:32.527790 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb75fb-6126-4b11-8505-7942eab2dc04 req-fb8704b9-777b-4115-b767-c3cb55a3278c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:32.529372 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56bb75fb-6126-4b11-8505-7942eab2dc04 req-fb8704b9-777b-4115-b767-c3cb55a3278c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0573993 Mar 20 16:22:32.577058 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56bb75fb-6126-4b11-8505-7942eab2dc04 req-6149fed5-6b0a-4cf9-ad5d-09395887156d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419557 Mar 20 16:22:33.270208 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d69a2-2887-44e9-8ea2-b7cf46676aaf req-58a631e9-4cba-40eb-8b5a-8bba80c6a94d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:33.271710 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f66d69a2-2887-44e9-8ea2-b7cf46676aaf req-58a631e9-4cba-40eb-8b5a-8bba80c6a94d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0539443 Mar 20 16:22:33.318838 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f66d69a2-2887-44e9-8ea2-b7cf46676aaf req-03cd6c76-f7e2-47be-92a4-7525af962191 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Mar 20 16:22:33.427725 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-c13e7c90-68e0-4d5b-8178-0fa586384fff tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:33.429204 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-c13e7c90-68e0-4d5b-8178-0fa586384fff tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0700545 Mar 20 16:22:33.527649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Deleting port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:22:33.527933 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:33.622063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] For port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:33.622462 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:33.704705 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb136fe-2168-4cfd-bbae-6f3651f22d10 req-d760472e-4805-4bc2-8ee5-279698f3dd9b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:33.706079 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eb136fe-2168-4cfd-bbae-6f3651f22d10 req-d760472e-4805-4bc2-8ee5-279698f3dd9b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 946 time: 0.0552478 Mar 20 16:22:33.752467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eb136fe-2168-4cfd-bbae-6f3651f22d10 req-75109bc6-e68a-417e-9f59-b5a06625e498 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a4c5af-409f-47c4-8d71-03e4de9e71a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406229 Mar 20 16:22:33.841256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:33.841626 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:33.841942 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Floating IP 3f3e62a0-38b3-4ee3-93a4-bca28fedc84a disassociated. External IP: 172.27.1.37, port: 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf. Mar 20 16:22:33.842292 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Calling delete_port for 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:22:33.971648 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (55f6ac2e-bfa0-44e7-9db7-2db9006c72cf), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:34.001376 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'Port': ['ID=55f6ac2e-bfa0-44e7-9db7-2db9006c72cf,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:34.119812 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:34.231456 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:34.245628 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:34.258188 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:34.258843 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:34.279483 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] No DVR routers for this DVR port 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:22:34.282287 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:34.292875 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a49fbb4-a52f-4f8d-b25b-1094418c23e4 req-6e54dd4c-468a-47fc-bc61-cc3192aff954 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "DELETE /v2.0/ports/55f6ac2e-bfa0-44e7-9db7-2db9006c72cf HTTP/1.1" status: 204 len: 173 time: 0.8491940 Mar 20 16:22:34.292875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-deleted', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:34.292875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e911b-c129-4d39-b6a6-b83792c5964f" -d '{"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-deleted", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:34.339584 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22480286-ae8d-474a-82f6-ef11134dee16 x-openstack-request-id: req-22480286-ae8d-474a-82f6-ef11134dee16 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:34.341569 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee58d3-f66c-470a-a234-4f32da43a325", "name": "network-vif-deleted", "tag": "55f6ac2e-bfa0-44e7-9db7-2db9006c72cf", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:34.341569 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22480286-ae8d-474a-82f6-ef11134dee16 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:34.341569 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee58d3-f66c-470a-a234-4f32da43a325', 'name': 'network-vif-deleted', 'tag': '55f6ac2e-bfa0-44e7-9db7-2db9006c72cf', 'status': 'completed', 'code': 200} Mar 20 16:22:34.415572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:34.450064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea9ec6-3c31-4bd5-b07d-1bd8d369e138 req-fe4eed74-c0d8-4afb-91a0-339c0aacf7f5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:34.451596 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aaea9ec6-3c31-4bd5-b07d-1bd8d369e138 req-fe4eed74-c0d8-4afb-91a0-339c0aacf7f5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Mar 20 16:22:34.515468 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aaea9ec6-3c31-4bd5-b07d-1bd8d369e138 req-8524e304-090e-40a1-a2ca-a44d050093d6 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539503 Mar 20 16:22:34.650554 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:34.678984 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:34.687743 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:34.688318 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:34.861584 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:34.931244 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-017db465-94e0-4dab-b317-a51ed22b3bd8 req-a1dd5249-7e8c-453b-9a0d-e75fa772febb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ee58d3-f66c-470a-a234-4f32da43a325 HTTP/1.1" status: 200 len: 210 time: 0.0358241 Mar 20 16:22:35.079267 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:35.109572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee803-0c82-439c-8483-1f51fdd08e59 None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:35.321087 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52970) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:35.351385 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f9613-7e6d-4db5-b052-5ad33be966fd None None] New status for floating IP 3f3e62a0-38b3-4ee3-93a4-bca28fedc84a: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:35.366318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Deleting subnet abacc803-feeb-4445-b5b0-7e9f237da3f1 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:22:35.369757 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Publish callbacks [] for subnet (abacc803-feeb-4445-b5b0-7e9f237da3f1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.413272 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (abacc803-feeb-4445-b5b0-7e9f237da3f1), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.462549 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (abacc803-feeb-4445-b5b0-7e9f237da3f1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.518191 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (abacc803-feeb-4445-b5b0-7e9f237da3f1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.543062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abacc803-feeb-4445-b5b0-7e9f237da3f1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:35.548010 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.552077 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9d5076a-f500-41f9-86ce-3831a386a69e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abacc803-feeb-4445-b5b0-7e9f237da3f1 HTTP/1.1" status: 204 len: 168 time: 0.2291927 Mar 20 16:22:35.553688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52974) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:35.619892 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.630971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8393a-da24-43b4-8525-031e84e729ff req-1c9437b2-10d7-49d6-a0ca-db2b6312d5cd tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:35.632659 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fc8393a-da24-43b4-8525-031e84e729ff req-1c9437b2-10d7-49d6-a0ca-db2b6312d5cd tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.0538211 Mar 20 16:22:35.683308 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6fc8393a-da24-43b4-8525-031e84e729ff req-d0df5b44-3518-436b-9828-810a1fa969f9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Mar 20 16:22:35.703958 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.723834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:35.733802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c3333f-11d0-4a30-a465-fefb56932311') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:35.734093 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c3333f-11d0-4a30-a465-fefb56932311') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:35.765789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (d5c3333f-11d0-4a30-a465-fefb56932311), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.781433 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (d5c3333f-11d0-4a30-a465-fefb56932311), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.790095 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:22:35.790483 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (d5c3333f-11d0-4a30-a465-fefb56932311), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:22:35.792194 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:22:36.044666 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52986) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:36.107563 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-8a3f68e9-8243-4663-9f6e-2b586ec02462 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:36.108729 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-8a3f68e9-8243-4663-9f6e-2b586ec02462 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 945 time: 0.3767469 Mar 20 16:22:36.130741 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (67a4c5af-409f-47c4-8d71-03e4de9e71a1), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.155797 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.169542 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (67a4c5af-409f-47c4-8d71-03e4de9e71a1), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.184602 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.187861 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] 10.222.0.18 "DELETE /v2.0/networks/84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6 HTTP/1.1" status: 204 len: 168 time: 0.6331518 Mar 20 16:22:36.226976 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45503a2-c9ac-4e5d-a27f-c9b2c152c340 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a6e56a-4166-4af0-ba9d-a9a3efe1b6c6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:36.273061 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (67a4c5af-409f-47c4-8d71-03e4de9e71a1), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.276210 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.280152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Deleting port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:22:36.280382 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.281454 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "DELETE /v2.0/security-groups/67a4c5af-409f-47c4-8d71-03e4de9e71a1 HTTP/1.1" status: 204 len: 168 time: 0.2355840 Mar 20 16:22:36.282573 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52992) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:36.305013 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.api.v2.resource [None req-be6b52d4-d44b-42bd-af54-e8c9614a6fed tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] show failed (client error): The resource could not be found. Mar 20 16:22:36.309147 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-be6b52d4-d44b-42bd-af54-e8c9614a6fed tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups/67a4c5af-409f-47c4-8d71-03e4de9e71a1 HTTP/1.1" status: 404 len: 347 time: 0.0219207 Mar 20 16:22:36.309809 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 52994) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:36.323182 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4c5af-409f-47c4-8d71-03e4de9e71a1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:36.364990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.365348 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.365695 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.366028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.366398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.366717 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.367100 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.367371 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.367699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.368026 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.368353 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.368673 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.369122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.369301 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.369623 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70551134-789e-4ad4-b6c8-e881fd37d27f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:36.415864 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] For port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:36.416385 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.426013 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 52998) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:36.481833 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Deleting port d569f91a-052e-4b6f-89bd-6b50658937b3 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:22:36.482475 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.523705 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6e4180bd-67f5-4b1e-89d4-2652ff804010 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d019b2fd38f44fb193bf76b419634a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0964949 Mar 20 16:22:36.528127 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53000) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:36.591464 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.591829 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (d569f91a-052e-4b6f-89bd-6b50658937b3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.612069 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Calling delete_port for d569f91a-052e-4b6f-89bd-6b50658937b3 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:22:36.615977 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] Publish callbacks [] for security_group (f564b240-6313-4982-bfc8-10d91ff117b2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.639404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] Publish callbacks [] for security_group (f564b240-6313-4982-bfc8-10d91ff117b2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.640286 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.640647 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.640959 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Floating IP f796870d-c007-4012-9e29-ddd355f39546 disassociated. External IP: 172.27.1.163, port: 36e93d5e-0ebd-4688-a1c9-8fe8a419f028. Mar 20 16:22:36.641296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Calling delete_port for 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:22:36.756892 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f564b240-6313-4982-bfc8-10d91ff117b2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.760097 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.761580 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f564b240-6313-4982-bfc8-10d91ff117b2 HTTP/1.1" status: 204 len: 168 time: 0.2325301 Mar 20 16:22:36.773694 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b478c-7341-409b-afa5-8370a5c629c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f564b240-6313-4982-bfc8-10d91ff117b2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:36.851105 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d569f91a-052e-4b6f-89bd-6b50658937b3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.856325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (36e93d5e-0ebd-4688-a1c9-8fe8a419f028), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.879184 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'Port': ['ID=d569f91a-052e-4b6f-89bd-6b50658937b3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:36.910298 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'Port': ['ID=36e93d5e-0ebd-4688-a1c9-8fe8a419f028,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:36.924146 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fce29e-99bd-4501-a084-01c2442e7b3c req-7b417401-8995-48c9-9540-da2fbfe85deb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:36.925680 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-25fce29e-99bd-4501-a084-01c2442e7b3c req-7b417401-8995-48c9-9540-da2fbfe85deb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 867 time: 0.1148748 Mar 20 16:22:36.962911 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (3f3e62a0-38b3-4ee3-93a4-bca28fedc84a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.965752 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:36.972467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e4d4acfc-9291-42e4-9024-bd4c9e4d3f97 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f3e62a0-38b3-4ee3-93a4-bca28fedc84a HTTP/1.1" status: 204 len: 168 time: 0.6564748 Mar 20 16:22:37.071392 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-25fce29e-99bd-4501-a084-01c2442e7b3c req-0ebed002-a777-4a64-874e-4308b1a06b07 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=25e0f008-c67f-499e-ac3c-4de3ee84be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158149 Mar 20 16:22:37.115464 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:37.241611 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:37.256239 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:37.270300 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:37.272583 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:37.312704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53010) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:37.317904 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854075211', 'description': 'tempest-description--1507824718'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:37.326219 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] No DVR routers for this DVR port 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:22:37.329029 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.332809 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6bfce08b-2b12-45f7-99f1-c65b82e4a336 req-f7ae4ca6-fec2-45dd-a485-4820fb3e92c5 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "DELETE /v2.0/ports/36e93d5e-0ebd-4688-a1c9-8fe8a419f028 HTTP/1.1" status: 204 len: 173 time: 1.2171340 Mar 20 16:22:37.334164 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'name': 'network-vif-deleted', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:37.337885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c64471-62f8-45e9-9a88-f1828852093a" -d '{"events": [{"server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "name": "network-vif-deleted", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:37.348421 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.387237 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d45b1e-7b62-43f1-94c5-f1d8c1cdb16c x-openstack-request-id: req-54d45b1e-7b62-43f1-94c5-f1d8c1cdb16c {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:37.387540 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5", "name": "network-vif-deleted", "tag": "36e93d5e-0ebd-4688-a1c9-8fe8a419f028", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:37.387802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54d45b1e-7b62-43f1-94c5-f1d8c1cdb16c {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:37.388821 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5', 'name': 'network-vif-deleted', 'tag': '36e93d5e-0ebd-4688-a1c9-8fe8a419f028', 'status': 'completed', 'code': 200} Mar 20 16:22:37.405395 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:37.436207 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (df4e9042-87ff-4856-8c31-e0d0fd50c239), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.443956 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (df4e9042-87ff-4856-8c31-e0d0fd50c239), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.475807 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.477035 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1632710 Mar 20 16:22:37.479154 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321199-0520-4a7d-be6a-affd2de8529b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e9042-87ff-4856-8c31-e0d0fd50c239,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:37.480170 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53014) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:37.488032 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group_rule': {'security_group_id': 'df4e9042-87ff-4856-8c31-e0d0fd50c239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:37.518191 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (05267a04-48c5-48f9-9e1e-2abc7a90b5cf), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.574420 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (05267a04-48c5-48f9-9e1e-2abc7a90b5cf), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.579199 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (05267a04-48c5-48f9-9e1e-2abc7a90b5cf), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.596626 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05267a04-48c5-48f9-9e1e-2abc7a90b5cf,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:37.606166 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.610578 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ef34d634-beb5-4b1b-8cc7-39276e67fe74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278796 Mar 20 16:22:37.611373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53016) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:37.616403 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'security_group_rule': {'security_group_id': 'df4e9042-87ff-4856-8c31-e0d0fd50c239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:37.622426 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:37.644234 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (442a5704-a7b8-4101-81b0-41f057edd577), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.656014 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:37.664027 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:37.664604 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:37.702191 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (442a5704-a7b8-4101-81b0-41f057edd577), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.707362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (442a5704-a7b8-4101-81b0-41f057edd577), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.732431 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.733913 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212225 Mar 20 16:22:37.734974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c82518-4ad1-4e8c-b239-b663417082ef tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a5704-a7b8-4101-81b0-41f057edd577,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:37.737387 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53018) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:37.742363 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:37.764455 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.788084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:37.868810 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:37.972133 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Allocated IP 172.27.1.105 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/53ebccb8-342d-4b38-9b0d-34d89c6d92d4) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:22:38.089872 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.129418 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:38.133780 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.170277 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50caf2-ed8a-43ac-abf5-da0cdba24c70 None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:38.181378 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=53ebccb8-342d-4b38-9b0d-34d89c6d92d4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:38.193850 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:38.195340 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:38.197722 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:38.228717 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a942a1d2-9aea-4a0c-b824-7547c15080f4 req-fc26410f-fcc3-41ca-bd86-6357fa68a059 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0608590 Mar 20 16:22:38.309777 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.352998 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.477213 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b24510-2c50-44a7-b7b2-720809943a2c None None] New status for floating IP f796870d-c007-4012-9e29-ddd355f39546: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:38.525537 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.531984 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.599757 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=53ebccb8-342d-4b38-9b0d-34d89c6d92d4,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:38.612263 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.630522 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:38.631789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8c353692-5a38-469b-93c9-5fa6df9a4352 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8933372 Mar 20 16:22:38.835021 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-4957cefd-09a6-4b0e-a000-710fd046d996 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1854075211&fields=id&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 267 time: 0.0427942 Mar 20 16:22:38.940331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-d576a568-d1c9-4483-bf3d-1cb2356bc2ca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:38.941734 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-d576a568-d1c9-4483-bf3d-1cb2356bc2ca tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 817 time: 0.1003315 Mar 20 16:22:38.958943 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-97128892-d438-45cb-b2b5-388ce6730df1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/quotas/bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 375 time: 0.0092964 Mar 20 16:22:39.016513 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-528b4534-90b2-419b-aeb6-5a6315a99c04 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499742 Mar 20 16:22:39.064821 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:22:39.091879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:22:39.092226 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 55f6ac2e-bfa0-44e7-9db7-2db9006c72cf not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:22:39.123678 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-0cb13862-1127-4a14-abae-7512d8f519ad service neutron] 10.222.0.18 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900114 Mar 20 16:22:39.218067 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-c4f9aaba-c98f-4bdf-a2dd-129030350f2d service neutron] 10.222.0.18 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878086 Mar 20 16:22:39.364695 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4833ed85-c968-476c-9e61-be13a1f0f3c5 req-11f63f1a-bd63-4c44-a7d8-bcee264f2b8a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa9a8c2a-d8d5-4b91-af3d-21b4178da4b5 HTTP/1.1" status: 200 len: 210 time: 0.0526075 Mar 20 16:22:39.390097 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65ea9e57-01b3-42b9-b958-27788149296e req-94715e43-cf8a-4101-9fde-df2e8eee6611 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 210 time: 0.0353098 Mar 20 16:22:40.110362 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:22:40.135347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:22:40.135753 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 36e93d5e-0ebd-4688-a1c9-8fe8a419f028 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:22:40.396861 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8612b342-5a91-489b-acbd-3594e1f6d75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.458569 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53078) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:40.509567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-4d11c270-f96e-4ffd-bb14-4d2aa3aa34b2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:40.511066 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-4d11c270-f96e-4ffd-bb14-4d2aa3aa34b2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 817 time: 0.1288643 Mar 20 16:22:40.520453 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (25e0f008-c67f-499e-ac3c-4de3ee84be14), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.526780 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ddf6a5d0-7f6c-4c00-9f03-dcf58e5c6a08 req-d1f05d52-280c-4711-ab8e-3b7c70062802 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 210 time: 0.0361142 Mar 20 16:22:40.551974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (25e0f008-c67f-499e-ac3c-4de3ee84be14), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.585022 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-4fe25a12-753e-49b4-bd08-cb6988349ba5 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 380 time: 0.0540805 Mar 20 16:22:40.600748 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (25e0f008-c67f-499e-ac3c-4de3ee84be14), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.601127 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'port': {'device_id': '51f91261-0c6f-4940-bfff-282105f403dc', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'admin_state_up': True, 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'security_groups': ['df4e9042-87ff-4856-8c31-e0d0fd50c239']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:40.603539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.604760 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "DELETE /v2.0/security-groups/25e0f008-c67f-499e-ac3c-4de3ee84be14 HTTP/1.1" status: 204 len: 168 time: 0.1432366 Mar 20 16:22:40.607404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53084) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:40.614238 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcab7d-296c-4725-a70b-204d0e25d1f3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e0f008-c67f-499e-ac3c-4de3ee84be14,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:40.657656 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-b62c6172-7f5b-4e4c-9712-a9bc1437888d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] show failed (client error): The resource could not be found. Mar 20 16:22:40.658629 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b62c6172-7f5b-4e4c-9712-a9bc1437888d tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups/25e0f008-c67f-499e-ac3c-4de3ee84be14 HTTP/1.1" status: 404 len: 347 time: 0.0502884 Mar 20 16:22:40.661746 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53086) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:40.731052 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Made reservation on behalf of bd30e021475547fea71a24a023e0fe49 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:22:40.738228 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.793533 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Deleting port 28c9963d-ad94-4ace-89bf-cac860156531 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:22:40.794718 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (28c9963d-ad94-4ace-89bf-cac860156531), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.868400 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Allocated IP 172.20.0.10 (e4ada093-a59d-4334-8f07-68e4be5facba/5ea6c9e0-b135-41a0-b069-68f6f0d86a04/888c3acb-9b68-4fed-812e-903e13594231) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:22:40.874706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (28c9963d-ad94-4ace-89bf-cac860156531), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.875031 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (28c9963d-ad94-4ace-89bf-cac860156531), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:40.888160 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Calling delete_port for 28c9963d-ad94-4ace-89bf-cac860156531 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:22:41.014383 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for port (888c3acb-9b68-4fed-812e-903e13594231), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.034081 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (28c9963d-ad94-4ace-89bf-cac860156531), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.053206 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.062731 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'Port': ['ID=28c9963d-ad94-4ace-89bf-cac860156531,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:41.106567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Network e4ada093-a59d-4334-8f07-68e4be5facba is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:41.111760 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:41.116249 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:41.120113 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:41.122172 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (f796870d-c007-4012-9e29-ddd355f39546), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.125132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.126448 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d6be3e25-cfdc-457e-85db-57a6048dfed3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "DELETE /v2.0/floatingips/f796870d-c007-4012-9e29-ddd355f39546 HTTP/1.1" status: 204 len: 168 time: 0.4636712 Mar 20 16:22:41.176358 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:41.177014 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.195304 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-5a8a83a3-e675-48a7-8ad7-f0a39acbe176 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979927 Mar 20 16:22:41.215391 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Request body: {'port': {'device_id': '51f91261-0c6f-4940-bfff-282105f403dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:41.282342 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.423461 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-46277c7e-4450-4d86-aaa6-669984909e20 None None] Provisioning complete for port 888c3acb-9b68-4fed-812e-903e13594231 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:22:41.424036 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46277c7e-4450-4d86-aaa6-669984909e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (888c3acb-9b68-4fed-812e-903e13594231), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.461088 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-46277c7e-4450-4d86-aaa6-669984909e20 None None] Port 888c3acb-9b68-4fed-812e-903e13594231 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:22:41.501057 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53108) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:41.505640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899388669', 'description': 'tempest-description--474486072'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:41.524846 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.556792 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:22:41.565154 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks [] for port (888c3acb-9b68-4fed-812e-903e13594231), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.578234 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Transition to ACTIVE for port object 888c3acb-9b68-4fed-812e-903e13594231 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:22:41.583979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.593481 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (0c12ff3a-79da-4738-8fbc-b23bfa92edd9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.598429 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0c12ff3a-79da-4738-8fbc-b23bfa92edd9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.628602 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.632871 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1307640 Mar 20 16:22:41.633653 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53112) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:41.639296 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group_rule': {'security_group_id': '0c12ff3a-79da-4738-8fbc-b23bfa92edd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:41.644649 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdb6ea-0211-4627-af7b-bab046a2551b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c12ff3a-79da-4738-8fbc-b23bfa92edd9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:41.662514 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:41.674124 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (6a571d2c-2119-45c2-9671-32775068b325), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.736169 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (6a571d2c-2119-45c2-9671-32775068b325), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.739001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc17c1-a5a9-484d-86be-4ebbe624fc31 req-78768340-087d-4fa4-af98-225137d72ff4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:41.742033 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (6a571d2c-2119-45c2-9671-32775068b325), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.746472 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6bc17c1-a5a9-484d-86be-4ebbe624fc31 req-78768340-087d-4fa4-af98-225137d72ff4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1340203 Mar 20 16:22:41.764883 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a571d2c-2119-45c2-9671-32775068b325,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:41.774869 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.779646 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1e3d6fe2-dcdf-4bf4-a46d-01ac742911ec tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438241 Mar 20 16:22:41.780294 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53114) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:41.791945 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'security_group_rule': {'security_group_id': '0c12ff3a-79da-4738-8fbc-b23bfa92edd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:41.831991 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6bc17c1-a5a9-484d-86be-4ebbe624fc31 req-c8467ed7-605a-4be2-af31-d0a944deb5f7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846355 Mar 20 16:22:41.834247 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Attempting to bind port 888c3acb-9b68-4fed-812e-903e13594231 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:22:41.834639 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Attempting to bind port 888c3acb-9b68-4fed-812e-903e13594231 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:22:41.835146 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Attempting to bind port 888c3acb-9b68-4fed-812e-903e13594231 on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:22:41.840279 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Port 888c3acb-9b68-4fed-812e-903e13594231 on network e4ada093-a59d-4334-8f07-68e4be5facba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:22:41.840601 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Attempting to bind port 888c3acb-9b68-4fed-812e-903e13594231 on network e4ada093-a59d-4334-8f07-68e4be5facba {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:22:41.852960 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:22:41.853300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Checking segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:22:41.853681 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Bound using segment: {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:22:41.854115 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Bound port: 888c3acb-9b68-4fed-812e-903e13594231, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97159196-e642-4a91-8015-97124b23cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:22:41.854504 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.863799 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (872a8e1b-e8ed-4879-abe2-837864339f73), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.950326 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:22:41.954076 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:22:41.962769 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.965500 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (872a8e1b-e8ed-4879-abe2-837864339f73), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:41.973433 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (872a8e1b-e8ed-4879-abe2-837864339f73), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.016112 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.016740 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.018118 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 1094 time: 0.8075562 Mar 20 16:22:42.022226 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:42.025154 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41" -d '{"events": [{"name": "network-changed", "server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:42.035203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872a8e1b-e8ed-4879-abe2-837864339f73,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:42.042765 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.044031 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9006970f-b5df-49a2-8293-9d42595db749 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2610285 Mar 20 16:22:42.047252 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53120) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:42.053397 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:42.054526 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7031-4932-4a43-b46b-e27f28a6b8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:42.090094 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d2407-4765-432e-9778-84a11056b9c2 x-openstack-request-id: req-369d2407-4765-432e-9778-84a11056b9c2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:42.090604 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:42.090964 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-369d2407-4765-432e-9778-84a11056b9c2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:42.091433 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'status': 'completed', 'code': 200} Mar 20 16:22:42.104370 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.166427 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-33f29737-30cb-4abe-adec-92531ad967e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.168719 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-33f29737-30cb-4abe-adec-92531ad967e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1128 time: 0.0590265 Mar 20 16:22:42.233213 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-994e0b61-ee5b-47c3-9274-a61ecdc50c82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 217 time: 0.0475161 Mar 20 16:22:42.244715 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.291833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-f501ba66-a2a3-4265-b151-73e4b0fcccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.293341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-f501ba66-a2a3-4265-b151-73e4b0fcccf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0533834 Mar 20 16:22:42.352010 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d793f-5344-40a6-81e9-c99b68047aad req-eb0e28af-3f89-4774-a915-d9e70a943104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.354181 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-eb0e28af-3f89-4774-a915-d9e70a943104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519328 Mar 20 16:22:42.369170 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Allocated IP 172.27.1.87 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/6b4e4d08-fd30-499c-a73e-b78d529367ce) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:22:42.447682 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-535c330c-383e-47d3-bee7-4dd703536e27 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Mar 20 16:22:42.488010 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.523835 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.546566 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-129d793f-5344-40a6-81e9-c99b68047aad req-e6c64b52-ebc0-4796-a873-0e7aa061731a service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926063 Mar 20 16:22:42.566356 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:42.571506 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:42.575029 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:42.604212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=6b4e4d08-fd30-499c-a73e-b78d529367ce,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:42.685413 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.691562 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-a10461d0-4c00-46c1-b440-8545e5ae00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.693445 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-a10461d0-4c00-46c1-b440-8545e5ae00b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1128 time: 0.0482981 Mar 20 16:22:42.727372 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.744060 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b5cd-df8a-427b-b0fc-df8f18d3869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.769879 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53152) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:42.789548 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-f145a1c7-181b-4097-a640-56b8fe89c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.791363 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-f145a1c7-181b-4097-a640-56b8fe89c771 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.0911722 Mar 20 16:22:42.831958 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-be3c392c-a064-444c-919b-3b6dcfbae9f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 217 time: 0.0343633 Mar 20 16:22:42.889454 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-a3e403bc-7686-4521-b75c-4b72fa995998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.890359 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9eac6209-d104-4091-aa2f-317655e69ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.891151 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-a3e403bc-7686-4521-b75c-4b72fa995998 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0525148 Mar 20 16:22:42.917571 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.926320 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:42.975324 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-bf6a1c22-9491-4e49-a1cc-9f38f2393f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.976878 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-bf6a1c22-9491-4e49-a1cc-9f38f2393f2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787957 Mar 20 16:22:42.984769 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc381c-b168-4878-9f54-adc3ce0626fa req-321cc6ea-3068-4e49-b883-f6a9dbae717b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:42.986151 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1fc381c-b168-4878-9f54-adc3ce0626fa req-321cc6ea-3068-4e49-b883-f6a9dbae717b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0794468 Mar 20 16:22:43.019654 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=6b4e4d08-fd30-499c-a73e-b78d529367ce,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:43.036260 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.064704 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.065961 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6deb2ceb-1085-4589-98d0-77d2988f7847 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0175431 Mar 20 16:22:43.077674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9eac6209-d104-4091-aa2f-317655e69ebb admin admin] Publish callbacks [] for security_group (ffedad74-f847-4717-9072-b7d9ed1d3801), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.083903 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9eac6209-d104-4091-aa2f-317655e69ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ffedad74-f847-4717-9072-b7d9ed1d3801), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.089616 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1fc381c-b168-4878-9f54-adc3ce0626fa req-889b3cb0-5b0f-4b28-998f-76033c1f70e7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955431 Mar 20 16:22:43.107961 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-518a54c8-b228-4d8a-b7fb-ab412532bd20 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207795 Mar 20 16:22:43.122279 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac6209-d104-4091-aa2f-317655e69ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffedad74-f847-4717-9072-b7d9ed1d3801,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:43.128098 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9eac6209-d104-4091-aa2f-317655e69ebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99a791339ac5471aa7fe07f44aac4f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564415 Mar 20 16:22:43.130722 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53160) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:43.182301 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] Publish callbacks [] for security_group (ffedad74-f847-4717-9072-b7d9ed1d3801), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.204534 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] Publish callbacks [] for security_group (ffedad74-f847-4717-9072-b7d9ed1d3801), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.207516 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a1d7c62-e93a-4b09-ae9a-674c63b0ed41 req-e5c7657c-5b6f-4b22-bbf4-cbe97e702730 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842254 Mar 20 16:22:43.254923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (ffedad74-f847-4717-9072-b7d9ed1d3801), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.257727 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.258997 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffedad74-f847-4717-9072-b7d9ed1d3801 HTTP/1.1" status: 204 len: 168 time: 0.1268036 Mar 20 16:22:43.273758 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb76314-f851-48f8-9e04-704334a0be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffedad74-f847-4717-9072-b7d9ed1d3801,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:43.313310 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-8124c210-0202-432c-869f-ab160a594242 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1899388669&fields=id&tenant_id=ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 267 time: 0.0503323 Mar 20 16:22:43.422247 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-da8fab28-7aa6-4f21-8a3a-c1313cd3ffcf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:43.423702 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-da8fab28-7aa6-4f21-8a3a-c1313cd3ffcf tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 811 time: 0.1034889 Mar 20 16:22:43.437942 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-25a2b1ed-7378-4a53-8471-219041d1bac0 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/quotas/ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 375 time: 0.0087411 Mar 20 16:22:43.492532 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-4c80f261-efe8-4d82-ba9c-0fc15d81d084 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490100 Mar 20 16:22:43.526464 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53176) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:43.540009 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-48159af7-0c56-4089-a721-694d483daf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.590774 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-752867f4-b86f-4fcc-99b7-fc32965726de service neutron] 10.222.0.18 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862129 Mar 20 16:22:43.617434 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-48159af7-0c56-4089-a721-694d483daf8b admin admin] Publish callbacks [] for security_group (21d8290b-3240-4813-9b31-efaf428f77af), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.623274 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-48159af7-0c56-4089-a721-694d483daf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (21d8290b-3240-4813-9b31-efaf428f77af), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.662301 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48159af7-0c56-4089-a721-694d483daf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8290b-3240-4813-9b31-efaf428f77af,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:43.668936 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-48159af7-0c56-4089-a721-694d483daf8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16535354766f414b974f63336a7746ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390982 Mar 20 16:22:43.669156 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53178) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:43.679592 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-daaba3c4-4afd-4671-82e2-f1fb3928b241 service neutron] 10.222.0.18 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 Mar 20 16:22:43.715369 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] Publish callbacks [] for security_group (21d8290b-3240-4813-9b31-efaf428f77af), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.735589 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] Publish callbacks [] for security_group (21d8290b-3240-4813-9b31-efaf428f77af), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.786003 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (21d8290b-3240-4813-9b31-efaf428f77af), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.788623 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:43.789779 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21d8290b-3240-4813-9b31-efaf428f77af HTTP/1.1" status: 204 len: 168 time: 0.1197510 Mar 20 16:22:43.802379 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45be0-a60b-48f5-b20e-00bad2d5ad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8290b-3240-4813-9b31-efaf428f77af,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:43.868183 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e921d6de-708a-46fa-a540-56af2b381539 req-866abd65-c44a-481a-a080-b5589e14647a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 210 time: 0.0288806 Mar 20 16:22:43.918740 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:44.231560 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654231c0-1581-46b7-a954-6d83ec840588 req-ce47655c-424e-4470-a890-f503e5e40761 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.233878 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-654231c0-1581-46b7-a954-6d83ec840588 req-ce47655c-424e-4470-a890-f503e5e40761 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0585766 Mar 20 16:22:44.393495 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1bb2c-baf5-4606-94e0-5dd829dbc4d9 req-5cc3e522-a78d-4c18-a485-75817e9f239a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.395177 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08d1bb2c-baf5-4606-94e0-5dd829dbc4d9 req-5cc3e522-a78d-4c18-a485-75817e9f239a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0722282 Mar 20 16:22:44.480382 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-08d1bb2c-baf5-4606-94e0-5dd829dbc4d9 req-71a0d90d-7008-4992-ae04-2bb750d69ebd tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0788591 Mar 20 16:22:44.578061 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-654231c0-1581-46b7-a954-6d83ec840588 req-08302552-0fc4-4ee7-bcf1-9ab9b2f58110 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374751 Mar 20 16:22:44.610535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-fab79236-4bf6-4412-805b-3cc520d314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.612090 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-fab79236-4bf6-4412-805b-3cc520d314ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1168 time: 0.0490563 Mar 20 16:22:44.702435 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-ba0cd903-e36c-4af4-a48f-66786039e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.703908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-ba0cd903-e36c-4af4-a48f-66786039e532 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.0857553 Mar 20 16:22:44.774544 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-55b3d2c5-0660-4021-9b82-784aa3445ecf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1001 time: 0.0616837 Mar 20 16:22:44.834547 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-ab94a0de-224b-4ca6-a93b-3ed912ca9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.836103 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-ab94a0de-224b-4ca6-a93b-3ed912ca9731 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0492718 Mar 20 16:22:44.927300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-5f6b2506-656d-4190-8ed4-f11589671068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:44.928930 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-5f6b2506-656d-4190-8ed4-f11589671068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569947 Mar 20 16:22:44.972348 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-aeea397b-e720-4e20-9d2d-391df97e58a5 req-076a2333-213f-4a21-add4-88a11c8300dc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 210 time: 0.0270126 Mar 20 16:22:45.082340 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-bdbb29ad-11d0-4af2-9b56-137663468313 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966737 Mar 20 16:22:45.119974 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-f062ba2e-71cf-479f-9798-dc16af45cf05 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:45.121656 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-f062ba2e-71cf-479f-9798-dc16af45cf05 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 811 time: 0.1347983 Mar 20 16:22:45.191111 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a972407-664c-406d-8be0-edb1e8f7c3e3 req-3b890380-d36b-42c7-9a07-d8f0adc32d79 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016459 Mar 20 16:22:45.196847 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-f7d055ea-6ac9-4c1b-86de-c0ec754c173a tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6c1373cfca4082bb000ddeb48e6155 HTTP/1.1" status: 200 len: 380 time: 0.0554514 Mar 20 16:22:45.218889 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:45.235391 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'port': {'device_id': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'admin_state_up': True, 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'security_groups': ['0c12ff3a-79da-4738-8fbc-b23bfa92edd9']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:45.323992 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:22:45.351139 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Made reservation on behalf of ee6c1373cfca4082bb000ddeb48e6155 for: {'port': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:22:45.354734 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:45.486783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Allocated IP 172.20.0.7 (f03fa334-bc26-4117-bfca-45830df37aac/f75d51aa-db4b-4ceb-893e-519c452d235e/a7b923c5-4f91-4888-a156-c11b3c843cd8) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:22:45.649880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:45.694811 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:45.742208 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Network f03fa334-bc26-4117-bfca-45830df37aac is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:22:45.750131 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:22:45.754888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:22:45.808251 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:45.808928 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:45.820179 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event updated for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:45.835983 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-ab60f367-f5e1-4c04-b59a-a0b0a5c91931 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043174 Mar 20 16:22:45.847674 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec523-1ee6-4e78-88e8-b51113063e0e req-d1d7c479-925e-4e08-bbf3-a4349f745442 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:45.855756 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-325ec523-1ee6-4e78-88e8-b51113063e0e req-d1d7c479-925e-4e08-bbf3-a4349f745442 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.2912109 Mar 20 16:22:45.862641 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Request body: {'port': {'device_id': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:45.931846 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-325ec523-1ee6-4e78-88e8-b51113063e0e req-06e7e7e1-13ca-4119-b4bb-c19c83089670 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0747778 Mar 20 16:22:45.993168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.062248 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd944-3441-4636-a6ad-eae5a1f7b344 req-05fc9299-1e99-4af1-90c0-a28ef7b5cd04 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:46.064370 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f40fd944-3441-4636-a6ad-eae5a1f7b344 req-05fc9299-1e99-4af1-90c0-a28ef7b5cd04 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.4070950 Mar 20 16:22:46.067160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-93864ae9-9446-4032-beb2-87806113b6c0 None None] Provisioning complete for port a7b923c5-4f91-4888-a156-c11b3c843cd8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:22:46.067856 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93864ae9-9446-4032-beb2-87806113b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.113594 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-93864ae9-9446-4032-beb2-87806113b6c0 None None] Port a7b923c5-4f91-4888-a156-c11b3c843cd8 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:22:46.126030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:22:46.238879 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f40fd944-3441-4636-a6ad-eae5a1f7b344 req-16783e0b-03a5-4497-be01-fb49db76cacb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643937 Mar 20 16:22:46.286385 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:46.304247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '888c3acb-9b68-4fed-812e-903e13594231', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:22:46.308307 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ca5d8-f0bb-4c3d-9044-551c7bc8636c req-abb492a9-ed69-4bdf-93d8-440356ece8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:46.310146 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-962ca5d8-f0bb-4c3d-9044-551c7bc8636c req-abb492a9-ed69-4bdf-93d8-440356ece8b9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 931 time: 0.0696621 Mar 20 16:22:46.356238 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b923c5-4f91-4888-a156-c11b3c843cd8 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:22:46.362979 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-962ca5d8-f0bb-4c3d-9044-551c7bc8636c req-53a76616-d8e2-40aa-b77c-046bd51ff956 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462871 Mar 20 16:22:46.364408 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks [] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.370659 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:22:46.371277 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.386455 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:22:46.387456 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Transition to ACTIVE for port object a7b923c5-4f91-4888-a156-c11b3c843cd8 will not be triggered until provisioned by entity L2. {{(pid=103391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:22:46.392644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.406674 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:46.411670 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.441093 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:46.464568 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:46.473545 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.474425 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.474768 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.475405 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.475735 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.476060 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.476378 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.476696 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.477013 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.477329 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.477775 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.478102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.478477 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.478741 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.479057 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:22:46.520828 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Attempting to bind port a7b923c5-4f91-4888-a156-c11b3c843cd8 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:22:46.521280 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Attempting to bind port a7b923c5-4f91-4888-a156-c11b3c843cd8 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:22:46.521701 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Attempting to bind port a7b923c5-4f91-4888-a156-c11b3c843cd8 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:22:46.526893 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Port a7b923c5-4f91-4888-a156-c11b3c843cd8 on network f03fa334-bc26-4117-bfca-45830df37aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:22:46.527314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Attempting to bind port a7b923c5-4f91-4888-a156-c11b3c843cd8 on network f03fa334-bc26-4117-bfca-45830df37aac {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:22:46.532643 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:22:46.532971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Checking segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:22:46.533418 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Bound using segment: {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:22:46.534033 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Bound port: a7b923c5-4f91-4888-a156-c11b3c843cd8, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c55c10e-8657-451a-a96c-4af6f5e18175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:22:46.534472 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.601680 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:22:46.605459 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:22:46.614678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.650176 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:46.650978 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.652372 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] 10.222.0.42 "PUT /v2.0/ports/a7b923c5-4f91-4888-a156-c11b3c843cd8 HTTP/1.1" status: 200 len: 1093 time: 0.7999876 Mar 20 16:22:46.652977 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:46.655595 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d836c-611e-4432-a4ca-b826e6ab5c40" -d '{"events": [{"name": "network-changed", "server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:46.681249 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43699-0a98-4da6-be61-f9beb7c7ea6c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:46.716052 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510fad69-754d-43fc-b9f8-907ef1e7fa19 x-openstack-request-id: req-510fad69-754d-43fc-b9f8-907ef1e7fa19 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:46.716353 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:46.716671 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-510fad69-754d-43fc-b9f8-907ef1e7fa19 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:46.717237 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53282) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:46.717360 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'status': 'completed', 'code': 200} Mar 20 16:22:46.783616 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['888c3acb-9b68-4fed-812e-903e13594231'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:22:46.800109 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-a4663f3f-4888-4092-8b37-ddf7975bb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:46.801958 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-a4663f3f-4888-4092-8b37-ddf7975bb60f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 1127 time: 0.0610476 Mar 20 16:22:46.813050 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.851108 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f55bf52f-bf46-40a0-80da-9c03eeec9205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.870875 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-b728dfaa-2ea4-4c1f-8abe-f0da841bb9b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8 HTTP/1.1" status: 200 len: 217 time: 0.0534847 Mar 20 16:22:46.922212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-e2b31927-0401-4066-852e-73225a56cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:46.924293 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-e2b31927-0401-4066-852e-73225a56cb41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0447030 Mar 20 16:22:46.934331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f55bf52f-bf46-40a0-80da-9c03eeec9205 admin admin] Publish callbacks [] for security_group (c7a8a89d-43db-4b3d-a4a6-215cc344a762), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.939519 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f55bf52f-bf46-40a0-80da-9c03eeec9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c7a8a89d-43db-4b3d-a4a6-215cc344a762), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:46.979195 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f55bf52f-bf46-40a0-80da-9c03eeec9205 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a3a633231734f46978a81986dedac61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606006 Mar 20 16:22:46.982237 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53288) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:46.984532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bf52f-bf46-40a0-80da-9c03eeec9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a8a89d-43db-4b3d-a4a6-215cc344a762,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:47.003387 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e966c-23f4-4670-a9e3-df487cb6604b req-7e7116bd-2cf8-403c-a07f-d061b259c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.004600 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-7e7116bd-2cf8-403c-a07f-d061b259c0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691156 Mar 20 16:22:47.067370 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] Publish callbacks [] for security_group (c7a8a89d-43db-4b3d-a4a6-215cc344a762), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.076888 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4b3f6-099f-48ae-b9a5-8a63422188ff req-2989ccbf-a348-478d-b061-d84d6e4a0e99 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.078464 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b4b3f6-099f-48ae-b9a5-8a63422188ff req-2989ccbf-a348-478d-b061-d84d6e4a0e99 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0746553 Mar 20 16:22:47.098351 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-2e673185-ee4b-4754-8f56-793148fc7bda service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Mar 20 16:22:47.109863 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] Publish callbacks [] for security_group (c7a8a89d-43db-4b3d-a4a6-215cc344a762), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.174795 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b4b3f6-099f-48ae-b9a5-8a63422188ff req-cc343b52-13c9-40bf-a8d4-48d6f84e15d1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0865788 Mar 20 16:22:47.192950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-506e966c-23f4-4670-a9e3-df487cb6604b req-7eb256d6-8983-4411-afc3-650f32d7b4cc service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Mar 20 16:22:47.201579 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c7a8a89d-43db-4b3d-a4a6-215cc344a762), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.204350 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.207979 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7a8a89d-43db-4b3d-a4a6-215cc344a762 HTTP/1.1" status: 204 len: 168 time: 0.2221479 Mar 20 16:22:47.219887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1853-7b58-47f8-8ca9-f4b7e316ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a8a89d-43db-4b3d-a4a6-215cc344a762,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:47.494823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca426bc-bd28-4e2e-ba1c-15f35d5265aa req-177a6810-c282-4772-bc3e-01d395605081 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.496390 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cca426bc-bd28-4e2e-ba1c-15f35d5265aa req-177a6810-c282-4772-bc3e-01d395605081 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 943 time: 0.0584548 Mar 20 16:22:47.496880 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53298) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:47.521193 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a45dfb1a-6dbb-46d3-8f56-b86273f1c29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.568457 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cca426bc-bd28-4e2e-ba1c-15f35d5265aa req-4e2de27a-58c3-4260-a2b7-13e6e8b7aa17 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649455 Mar 20 16:22:47.616915 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-143baacd-918d-4830-a05e-cdeb6d5f35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.618483 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-143baacd-918d-4830-a05e-cdeb6d5f35f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 1127 time: 0.3256478 Mar 20 16:22:47.630377 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240f9f-0119-4794-bf6b-bd888b36afb1 req-a6f12db5-91f8-4aa0-9d1d-696108b8fb03 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.631758 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90240f9f-0119-4794-bf6b-bd888b36afb1 req-a6f12db5-91f8-4aa0-9d1d-696108b8fb03 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 945 time: 0.0645468 Mar 20 16:22:47.631974 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a45dfb1a-6dbb-46d3-8f56-b86273f1c29d admin admin] Publish callbacks [] for security_group (34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.636663 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a45dfb1a-6dbb-46d3-8f56-b86273f1c29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.677231 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a45dfb1a-6dbb-46d3-8f56-b86273f1c29d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e15a5e7ecee8408aa57e3f11a6466606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768532 Mar 20 16:22:47.677231 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dfb1a-6dbb-46d3-8f56-b86273f1c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:47.677911 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53300) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:47.725992 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] Publish callbacks [] for security_group (34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.733016 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-90240f9f-0119-4794-bf6b-bd888b36afb1 req-fa4b7bc3-6ca4-486a-8391-0d6de9afb58f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923963 Mar 20 16:22:47.747822 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-abf944ee-f116-430e-88d0-b120c6c56414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.749702 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-abf944ee-f116-430e-88d0-b120c6c56414 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.1171160 Mar 20 16:22:47.752322 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] Publish callbacks [] for security_group (34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.791400 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-4786fd7b-631e-486c-a87b-c7db32e76ceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8 HTTP/1.1" status: 200 len: 217 time: 0.0339801 Mar 20 16:22:47.800350 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.803091 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:47.806890 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516 HTTP/1.1" status: 204 len: 168 time: 0.1254277 Mar 20 16:22:47.812199 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12110-9e69-475e-b068-3b2afcb5ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34738cd9-b5a3-4b1d-9cf2-f4f4b9fd5516,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:47.854112 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-55bb8823-159c-4c3f-812f-c5bc05e59429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.855641 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-55bb8823-159c-4c3f-812f-c5bc05e59429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0577941 Mar 20 16:22:47.907893 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-a466c487-3412-44f6-9a03-ec6c20e92001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:47.909516 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-a466c487-3412-44f6-9a03-ec6c20e92001 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435588 Mar 20 16:22:47.998175 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-3e7801c5-c285-4ee2-bc07-1f616bac70bb service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813417 Mar 20 16:22:48.096845 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-129d836c-611e-4432-a4ca-b826e6ab5c40 req-9700c89b-e2e0-4aa3-bbe2-aa9173a36c0d service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872753 Mar 20 16:22:48.126117 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:22:48.181729 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 888c3acb-9b68-4fed-812e-903e13594231 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:22:48.186160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 888c3acb-9b68-4fed-812e-903e13594231 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:22:48.186600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (888c3acb-9b68-4fed-812e-903e13594231), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:48.271845 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:22:48.272614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:48.298788 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:48.301187 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30811fc-5bfc-44a3-bbb2-9e37fc8ab998" -d '{"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:48.315158 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:48.321967 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:48.328684 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c76c4-2963-45c8-9339-0daa72dfd66d req-6299ec94-5af7-474c-a520-7970b195f1fc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:48.330569 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c3c76c4-2963-45c8-9339-0daa72dfd66d req-6299ec94-5af7-474c-a520-7970b195f1fc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0643382 Mar 20 16:22:48.363833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ca72ca-8535-4011-b274-6eb1dc387281 x-openstack-request-id: req-09ca72ca-8535-4011-b274-6eb1dc387281 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:48.364213 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:48.364537 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09ca72ca-8535-4011-b274-6eb1dc387281 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:48.365002 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'code': 200} Mar 20 16:22:48.383245 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:48.410707 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c3c76c4-2963-45c8-9339-0daa72dfd66d req-da40252b-b445-4a0d-8af0-26c4414d3cbf tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0713141 Mar 20 16:22:48.569604 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698fdc7-ec49-4417-ac3a-c94203e412c3 req-80616da9-1a6b-455a-9fba-c1d666ff32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:48.571193 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c698fdc7-ec49-4417-ac3a-c94203e412c3 req-80616da9-1a6b-455a-9fba-c1d666ff32a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1130 time: 0.0451441 Mar 20 16:22:48.616447 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c698fdc7-ec49-4417-ac3a-c94203e412c3 req-0df06e48-436a-48bb-bbbe-ccfa56dfbef3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Mar 20 16:22:48.694546 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e208e0-8a9a-4d20-8743-5410478f96a2 req-598d534b-59c9-43ae-bdb2-adf988b96bd3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:48.696043 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05e208e0-8a9a-4d20-8743-5410478f96a2 req-598d534b-59c9-43ae-bdb2-adf988b96bd3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 943 time: 0.0566230 Mar 20 16:22:48.742824 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-05e208e0-8a9a-4d20-8743-5410478f96a2 req-0f76cad5-25b2-4455-aabb-e7e080b07965 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Mar 20 16:22:48.861576 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3307-457a-486b-ae9e-7f05bce5bfa4 req-68b3f826-829d-4f0f-89e1-acc431acf76c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:48.863208 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-badc3307-457a-486b-ae9e-7f05bce5bfa4 req-68b3f826-829d-4f0f-89e1-acc431acf76c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0563908 Mar 20 16:22:48.914515 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-badc3307-457a-486b-ae9e-7f05bce5bfa4 req-a43d2169-9e6d-4c94-905b-a42887605f4f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454249 Mar 20 16:22:49.530608 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b416e31-d921-44c4-b4b9-a1f5a99f8564 req-12871b5b-f855-45ba-b46f-887067ee4fc7 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:49.532230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b416e31-d921-44c4-b4b9-a1f5a99f8564 req-12871b5b-f855-45ba-b46f-887067ee4fc7 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0530124 Mar 20 16:22:49.591724 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0b416e31-d921-44c4-b4b9-a1f5a99f8564 req-165b6818-db80-49a2-bcc2-ff2c4fd01f84 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538335 Mar 20 16:22:49.864764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be415475-4ad5-4c95-be63-4f365d6f1aee req-ead127bd-043f-458f-88be-e793347d4125 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:49.866320 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be415475-4ad5-4c95-be63-4f365d6f1aee req-ead127bd-043f-458f-88be-e793347d4125 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 943 time: 0.0530896 Mar 20 16:22:49.915548 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be415475-4ad5-4c95-be63-4f365d6f1aee req-0274a67f-c613-4dea-ab8d-ce7b89b629da tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Mar 20 16:22:50.016640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-c5d955da-5346-40f7-a9e1-5b158260bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.018120 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-c5d955da-5346-40f7-a9e1-5b158260bbd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1168 time: 0.0717032 Mar 20 16:22:50.043880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d256-ccd3-4845-9c31-f2214ea90a3d req-61fb0fe3-4aaf-45de-a84a-ed2b194a9c2f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.045294 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7657d256-ccd3-4845-9c31-f2214ea90a3d req-61fb0fe3-4aaf-45de-a84a-ed2b194a9c2f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0602508 Mar 20 16:22:50.123437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a7b923c5-4f91-4888-a156-c11b3c843cd8 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:22:50.145937 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7657d256-ccd3-4845-9c31-f2214ea90a3d req-018d9c9a-d0d2-4e20-86e1-ac99f37e7b06 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927725 Mar 20 16:22:50.165584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-c211ab2c-0cd0-4e20-bad0-1e303ce9bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.167123 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-c211ab2c-0cd0-4e20-bad0-1e303ce9bbcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.1210093 Mar 20 16:22:50.239704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:50.246130 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-2c9fd6ac-9ba7-4362-9d8b-d10a45523ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1001 time: 0.0721886 Mar 20 16:22:50.251565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'port_id': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'mac_address': 'fa:16:3e:1a:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:22:50.274978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e28b-f668-4676-a034-266cf0275e61 req-bcbe01ed-8cd3-4ccb-9275-49dbca015078 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.276770 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dd24e28b-f668-4676-a034-266cf0275e61 req-bcbe01ed-8cd3-4ccb-9275-49dbca015078 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0566802 Mar 20 16:22:50.285338 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53374) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:50.289139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port a7b923c5-4f91-4888-a156-c11b3c843cd8 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:22:50.289537 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:50.290652 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Request body: {'floatingip': {'port_id': '888c3acb-9b68-4fed-812e-903e13594231'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:50.299828 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-bf9bc729-4294-42fb-976b-cabb41ecdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.301248 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-bf9bc729-4294-42fb-976b-cabb41ecdaf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0482361 Mar 20 16:22:50.303069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b923c5-4f91-4888-a156-c11b3c843cd8 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:22:50.323147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:50.328924 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:50.338135 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:50.362098 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-89356483-8b01-4e29-bac2-e5c3146ba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.363749 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-89356483-8b01-4e29-bac2-e5c3146ba3d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558751 Mar 20 16:22:50.385946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:50.456016 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-fbe75a0a-6033-4964-9421-c1b6bd1e45bc service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845187 Mar 20 16:22:50.546460 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c7dc9d1e-1c01-486f-953d-d2183d9079d4 req-cce73b40-2957-4e44-8ffe-50921cad59bf service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842602 Mar 20 16:22:50.685351 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['a7b923c5-4f91-4888-a156-c11b3c843cd8'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:22:50.712805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b81ca-7cc9-4313-93d7-fb34e43c84e6 req-0edf4686-05dc-461f-b2d4-7d20bd14ca77 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:50.714730 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d2b81ca-7cc9-4313-93d7-fb34e43c84e6 req-0edf4686-05dc-461f-b2d4-7d20bd14ca77 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0554662 Mar 20 16:22:50.786911 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5d2b81ca-7cc9-4313-93d7-fb34e43c84e6 req-760ac32c-946c-466a-881f-5121a1b87fdc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0664845 Mar 20 16:22:50.795466 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:50.801244 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:50.908928 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Floating IP 9e41b8db-3a94-473b-90b2-454b5c1a3f62 associated. External IP: 172.27.1.105, port: 888c3acb-9b68-4fed-812e-903e13594231. Mar 20 16:22:51.099988 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22240f01-1072-42ae-bf1c-3e5c2408dc89 req-69ac37c8-f439-4a81-ac0c-8d207665ebcc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.101475 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22240f01-1072-42ae-bf1c-3e5c2408dc89 req-69ac37c8-f439-4a81-ac0c-8d207665ebcc tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 944 time: 0.1055725 Mar 20 16:22:51.189029 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22240f01-1072-42ae-bf1c-3e5c2408dc89 req-5234f363-b711-4521-99ee-c1a1949684d8 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614378 Mar 20 16:22:51.206318 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:51.317952 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:51.322938 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:51.327774 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:51.340732 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:51.341357 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:51.360376 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e8d33faf-e1cf-437e-bc47-b59ad1de17e1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "PUT /v2.0/floatingips/9e41b8db-3a94-473b-90b2-454b5c1a3f62 HTTP/1.1" status: 200 len: 992 time: 1.0732496 Mar 20 16:22:51.360948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:51.363316 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a039db9d-ee53-4218-b98c-cda808120c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:51.401545 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff9d07-b23f-4353-aacd-e441868797f4 x-openstack-request-id: req-8dff9d07-b23f-4353-aacd-e441868797f4 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:51.401831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:51.402085 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dff9d07-b23f-4353-aacd-e441868797f4 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:51.402592 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'status': 'completed', 'code': 200} Mar 20 16:22:51.448988 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:51.491583 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039db9d-ee53-4218-b98c-cda808120c9b req-52b3e916-ae52-4f3b-a0c6-bc8eb96cb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.493182 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-52b3e916-ae52-4f3b-a0c6-bc8eb96cb611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1130 time: 0.0461926 Mar 20 16:22:51.586736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039db9d-ee53-4218-b98c-cda808120c9b req-5265f81a-5a78-4ec5-95d7-38acdb76c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.588307 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-5265f81a-5a78-4ec5-95d7-38acdb76c887 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.0871215 Mar 20 16:22:51.657481 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-0f899296-f852-421a-88ee-3f16fea0f9e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 1000 time: 0.0625498 Mar 20 16:22:51.668206 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '9e41b8db-3a94-473b-90b2-454b5c1a3f62', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f91261-0c6f-4940-bfff-282105f403dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:38Z', 'updated_at': '2022-03-20T16:22:50Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:51.694334 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:51.703025 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:51.703581 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:51.706560 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039db9d-ee53-4218-b98c-cda808120c9b req-ce9a18d1-e012-48e8-b1a9-b107b89d424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.708039 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-ce9a18d1-e012-48e8-b1a9-b107b89d424b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0438147 Mar 20 16:22:51.765692 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039db9d-ee53-4218-b98c-cda808120c9b req-dbd025e1-15c3-49f2-9af9-07834ffe0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.767244 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-dbd025e1-15c3-49f2-9af9-07834ffe0af3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481100 Mar 20 16:22:51.810761 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:51.874759 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-8f3dcb75-bd7b-421b-a89e-7d70bfaa45b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999763 Mar 20 16:22:51.921302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cb85-e047-46db-b40a-e4a238b825ad req-dee2a601-a02c-4ed1-a1aa-2579042fa989 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:51.924733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e52cb85-e047-46db-b40a-e4a238b825ad req-dee2a601-a02c-4ed1-a1aa-2579042fa989 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0602217 Mar 20 16:22:51.977989 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a039db9d-ee53-4218-b98c-cda808120c9b req-f630ed6b-2668-40ea-8ff8-f149941566e6 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926955 Mar 20 16:22:51.985157 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e52cb85-e047-46db-b40a-e4a238b825ad req-6e55b043-817f-4b59-8282-5840c9ef6177 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553322 Mar 20 16:22:52.049545 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '9e41b8db-3a94-473b-90b2-454b5c1a3f62', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f91261-0c6f-4940-bfff-282105f403dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:38Z', 'updated_at': '2022-03-20T16:22:50Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:52.075727 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0bd7a-b76e-4bcd-8a9f-695a19d82139 None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '9e41b8db-3a94-473b-90b2-454b5c1a3f62', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f91261-0c6f-4940-bfff-282105f403dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:38Z', 'updated_at': '2022-03-20T16:22:50Z', 'revision_number': 1, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:52.117881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a7b923c5-4f91-4888-a156-c11b3c843cd8 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:22:52.180960 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port a7b923c5-4f91-4888-a156-c11b3c843cd8 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:22:52.185827 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port a7b923c5-4f91-4888-a156-c11b3c843cd8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:22:52.186297 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.319480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53406) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:52.347181 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f508d-4f1e-4d01-b7b9-931038e78566 req-8e022072-7533-4bc6-bbfc-89d8df4d0d04 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:52.348895 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f02f508d-4f1e-4d01-b7b9-931038e78566 req-8e022072-7533-4bc6-bbfc-89d8df4d0d04 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 944 time: 0.0694699 Mar 20 16:22:52.364986 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8fb018-8723-4ad6-91f3-1e9acfa4d31b None None] New status for floating IP 9e41b8db-3a94-473b-90b2-454b5c1a3f62: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:52.396909 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.423445 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f02f508d-4f1e-4d01-b7b9-931038e78566 req-ab6809ad-51ae-4067-838f-bc7860983256 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675247 Mar 20 16:22:52.444247 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port a7b923c5-4f91-4888-a156-c11b3c843cd8 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:22:52.444644 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.466765 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b945f21a-d3a7-43e9-a9d3-5c77ace71120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.467584 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:52.469841 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6a5f5-43d6-467e-a90c-ea08de48169a" -d '{"events": [{"server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "name": "network-vif-plugged", "status": "completed", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:52.483375 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:22:52.489669 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.531025 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9c1b2-caff-4869-a8f8-9cc93fc7928b x-openstack-request-id: req-84d9c1b2-caff-4869-a8f8-9cc93fc7928b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:52.531321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "name": "network-vif-plugged", "status": "completed", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:52.531623 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84d9c1b2-caff-4869-a8f8-9cc93fc7928b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:52.531964 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'code': 200} Mar 20 16:22:52.551539 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b945f21a-d3a7-43e9-a9d3-5c77ace71120 admin admin] Publish callbacks [] for security_group (9d8a6dc7-da11-435b-8804-5961aefdddc8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.553131 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:52.556926 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b945f21a-d3a7-43e9-a9d3-5c77ace71120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9d8a6dc7-da11-435b-8804-5961aefdddc8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.600095 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b945f21a-d3a7-43e9-a9d3-5c77ace71120 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6856f34c5baa4c2e97fe9357247e5f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765765 Mar 20 16:22:52.600095 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945f21a-d3a7-43e9-a9d3-5c77ace71120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8a6dc7-da11-435b-8804-5961aefdddc8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:52.600571 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53412) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:52.647932 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] Publish callbacks [] for security_group (9d8a6dc7-da11-435b-8804-5961aefdddc8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.674741 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] Publish callbacks [] for security_group (9d8a6dc7-da11-435b-8804-5961aefdddc8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.746494 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (9d8a6dc7-da11-435b-8804-5961aefdddc8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.749243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:52.750410 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d8a6dc7-da11-435b-8804-5961aefdddc8 HTTP/1.1" status: 204 len: 168 time: 0.1488159 Mar 20 16:22:52.760590 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4330b5-c13f-4e0d-a7d4-83582d003df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8a6dc7-da11-435b-8804-5961aefdddc8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:52.768338 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc42f-d683-4dbe-8086-1325135b5b73 req-84f73402-63a7-46bb-9bd9-206cd3cf6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:52.769969 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c9fc42f-d683-4dbe-8086-1325135b5b73 req-84f73402-63a7-46bb-9bd9-206cd3cf6386 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 1129 time: 0.0569568 Mar 20 16:22:52.816747 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c9fc42f-d683-4dbe-8086-1325135b5b73 req-083d3d15-a87a-41ee-b292-37094a6faf11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Mar 20 16:22:53.014620 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53420) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:53.028888 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4be225d0-5086-42e8-8a9e-4fb275fde288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.104765 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558559c9-c152-4630-b7dc-f2835b01bad2 req-e670fb9c-fa99-41d0-8c91-f490edff201a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:53.106343 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-558559c9-c152-4630-b7dc-f2835b01bad2 req-e670fb9c-fa99-41d0-8c91-f490edff201a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0529141 Mar 20 16:22:53.111008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4be225d0-5086-42e8-8a9e-4fb275fde288 admin admin] Publish callbacks [] for security_group (869659fa-98d5-48ca-9db8-c8cd9569d48b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.116036 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4be225d0-5086-42e8-8a9e-4fb275fde288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (869659fa-98d5-48ca-9db8-c8cd9569d48b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.153901 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4be225d0-5086-42e8-8a9e-4fb275fde288 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75a761a944c84928b633b577dd9aea29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380563 Mar 20 16:22:53.155015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be225d0-5086-42e8-8a9e-4fb275fde288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869659fa-98d5-48ca-9db8-c8cd9569d48b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:53.157282 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53422) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:53.165150 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-558559c9-c152-4630-b7dc-f2835b01bad2 req-2cac680f-7385-4dc0-bd53-a7f57d2c3f14 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528569 Mar 20 16:22:53.209805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] Publish callbacks [] for security_group (869659fa-98d5-48ca-9db8-c8cd9569d48b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.230799 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] Publish callbacks [] for security_group (869659fa-98d5-48ca-9db8-c8cd9569d48b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.281015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (869659fa-98d5-48ca-9db8-c8cd9569d48b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.283939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:53.285192 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/869659fa-98d5-48ca-9db8-c8cd9569d48b HTTP/1.1" status: 204 len: 168 time: 0.1269794 Mar 20 16:22:53.293261 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff377482-230e-49cc-9862-56d6842d5ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869659fa-98d5-48ca-9db8-c8cd9569d48b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:53.542437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d19ef-2f27-420d-ac6c-0d2e96e40ffe req-d3f3ce7e-355e-4853-88fc-8c7e3b7bc83c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:53.543952 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb7d19ef-2f27-420d-ac6c-0d2e96e40ffe req-d3f3ce7e-355e-4853-88fc-8c7e3b7bc83c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Mar 20 16:22:53.592929 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eb7d19ef-2f27-420d-ac6c-0d2e96e40ffe req-65a6e90b-fe7d-4193-ab90-41bdde1a5f5b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Mar 20 16:22:54.295114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2b1d-0357-48fe-af60-64acb4a10972 req-83920b04-76df-45c7-821c-d7348be910b2 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:54.297051 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f2d2b1d-0357-48fe-af60-64acb4a10972 req-83920b04-76df-45c7-821c-d7348be910b2 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0614934 Mar 20 16:22:54.357209 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f2d2b1d-0357-48fe-af60-64acb4a10972 req-28a2fcf7-27af-4f8e-a4f3-2253812a51db tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0541437 Mar 20 16:22:54.361266 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53456) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:54.466733 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5274ed59-5b34-4f5b-9b61-7d3c8fc954b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.540182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5274ed59-5b34-4f5b-9b61-7d3c8fc954b2 admin admin] Publish callbacks [] for security_group (647ddd35-03a8-40f0-8f01-00e1b82b0e05), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.546521 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5274ed59-5b34-4f5b-9b61-7d3c8fc954b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (647ddd35-03a8-40f0-8f01-00e1b82b0e05), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.584070 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5274ed59-5b34-4f5b-9b61-7d3c8fc954b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83193823a67a45eb9841df3170d88ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217700 Mar 20 16:22:54.585015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274ed59-5b34-4f5b-9b61-7d3c8fc954b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647ddd35-03a8-40f0-8f01-00e1b82b0e05,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:54.587728 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53460) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:54.638947 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] Publish callbacks [] for security_group (647ddd35-03a8-40f0-8f01-00e1b82b0e05), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.660374 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] Publish callbacks [] for security_group (647ddd35-03a8-40f0-8f01-00e1b82b0e05), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.711209 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (647ddd35-03a8-40f0-8f01-00e1b82b0e05), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.713851 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:54.714049 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8f77a-2f3f-4e68-848d-726c40a0f6be req-577f147a-871f-4970-ad0e-cdcbefabf448 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:54.715085 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/647ddd35-03a8-40f0-8f01-00e1b82b0e05 HTTP/1.1" status: 204 len: 168 time: 0.1260462 Mar 20 16:22:54.715635 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ed8f77a-2f3f-4e68-848d-726c40a0f6be req-577f147a-871f-4970-ad0e-cdcbefabf448 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0546961 Mar 20 16:22:54.722871 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599179e2-b99e-4d38-9227-10b0188068b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647ddd35-03a8-40f0-8f01-00e1b82b0e05,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:22:54.766835 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ed8f77a-2f3f-4e68-848d-726c40a0f6be req-a93fda90-2dd8-42a0-9746-db31990d28d3 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 Mar 20 16:22:54.891819 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c3427-f33a-473d-b425-371ca40f0daa req-17826c50-ecab-42c9-b18d-689844b817d2 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:54.894278 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-623c3427-f33a-473d-b425-371ca40f0daa req-17826c50-ecab-42c9-b18d-689844b817d2 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0647216 Mar 20 16:22:54.902562 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53468) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:22:54.907697 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Request body: {'floatingip': {'port_id': 'a7b923c5-4f91-4888-a156-c11b3c843cd8'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:22:54.958518 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:55.402078 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:55.407258 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:55.543834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589efc1-54aa-4905-bee2-ed42c58ae1f3 req-a0309d96-168b-480e-9a65-085fc72b7f9b tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:55.545341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9589efc1-54aa-4905-bee2-ed42c58ae1f3 req-a0309d96-168b-480e-9a65-085fc72b7f9b tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.1020403 Mar 20 16:22:55.548138 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Floating IP ced24d6a-abcb-484e-aecc-57f51b3323b3 associated. External IP: 172.27.1.87, port: a7b923c5-4f91-4888-a156-c11b3c843cd8. Mar 20 16:22:55.677540 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9589efc1-54aa-4905-bee2-ed42c58ae1f3 req-83e36c4a-355f-4e61-8a4f-4a5b3a0ce3fd tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1258023 Mar 20 16:22:55.795249 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:22:56.160841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:22:56.165249 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:22:56.172175 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:22:56.183445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:56.184064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:56.208302 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-978106fc-f9cf-4c7d-a471-ef62bf840e99 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "PUT /v2.0/floatingips/ced24d6a-abcb-484e-aecc-57f51b3323b3 HTTP/1.1" status: 200 len: 990 time: 1.2905974 Mar 20 16:22:56.208302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:22:56.208302 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044be158-d7fa-401f-b57e-1d30bef8d2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:22:56.233469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d1130-6bd9-4776-b98c-939ea5814d58 x-openstack-request-id: req-6f3d1130-6bd9-4776-b98c-939ea5814d58 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:22:56.233765 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:22:56.234022 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f3d1130-6bd9-4776-b98c-939ea5814d58 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:22:56.234452 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'status': 'completed', 'code': 200} Mar 20 16:22:56.301778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:56.341652 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-a758780c-90c1-440b-8449-e8e433281e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:56.343202 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-a758780c-90c1-440b-8449-e8e433281e2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 1129 time: 0.0501525 Mar 20 16:22:56.430626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-f8946516-18fd-4022-a6cd-87213daaa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:56.432099 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-f8946516-18fd-4022-a6cd-87213daaa5b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 200 len: 911 time: 0.0832131 Mar 20 16:22:56.500179 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-02c09239-995e-40aa-998c-570e6bbf6f84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8 HTTP/1.1" status: 200 len: 998 time: 0.0620184 Mar 20 16:22:56.531609 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'ced24d6a-abcb-484e-aecc-57f51b3323b3', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:1a:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:42Z', 'updated_at': '2022-03-20T16:22:55Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:56.547344 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-019ceedd-9703-49ab-9981-daa535dafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:56.548798 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-019ceedd-9703-49ab-9981-daa535dafbfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 200 len: 850 time: 0.0429041 Mar 20 16:22:56.557879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:22:56.566467 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:22:56.567073 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:22:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:56.596842 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-dadf5aac-7458-4828-b9c9-6720cf6bb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:56.598367 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-dadf5aac-7458-4828-b9c9-6720cf6bb8ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f03fa334-bc26-4117-bfca-45830df37aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438554 Mar 20 16:22:56.684222 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:22:56.688129 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-152d3dfa-d344-4e24-9864-5ea17b452e3c service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 Mar 20 16:22:56.783479 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044be158-d7fa-401f-b57e-1d30bef8d2f6 req-82642fa4-5449-4d52-a5cc-9f380de2845d service neutron] 10.222.0.42 "GET /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891972 Mar 20 16:22:56.798246 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080bec-ebb7-4676-98a8-1fc79ecb8e38 req-c5876716-1509-431c-9ee6-544c35e33005 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:56.799789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2080bec-ebb7-4676-98a8-1fc79ecb8e38 req-c5876716-1509-431c-9ee6-544c35e33005 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0543230 Mar 20 16:22:56.860274 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2080bec-ebb7-4676-98a8-1fc79ecb8e38 req-eadc0742-a6f0-4232-90ad-c7deea298941 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547566 Mar 20 16:22:56.907243 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'ced24d6a-abcb-484e-aecc-57f51b3323b3', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:1a:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:42Z', 'updated_at': '2022-03-20T16:22:55Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:22:56.938760 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f3c209-698a-485a-a69b-449fa7072a6c None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'ced24d6a-abcb-484e-aecc-57f51b3323b3', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'port_id': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'mac_address': 'fa:16:3e:1a:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:22:42Z', 'updated_at': '2022-03-20T16:22:55Z', 'revision_number': 1, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:22:57.126412 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56756e9a-108b-4123-a4e4-9ecc878786b2 None None] New status for floating IP ced24d6a-abcb-484e-aecc-57f51b3323b3: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:22:57.997771 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fedf2f-07b9-486e-a354-f9ea59c0efef req-895f4d6e-d2bc-4a11-8f77-cfd71d327594 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:57.999682 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45fedf2f-07b9-486e-a354-f9ea59c0efef req-895f4d6e-d2bc-4a11-8f77-cfd71d327594 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0604053 Mar 20 16:22:58.065071 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-45fedf2f-07b9-486e-a354-f9ea59c0efef req-1354cfc2-aed4-4e52-a19b-7174e8da1c16 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567546 Mar 20 16:22:59.199016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8a2b-7492-4431-80bd-83f172565568 req-4e046d0b-1999-4b1b-8b6f-5c78d14f39c0 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:22:59.200502 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f5a8a2b-7492-4431-80bd-83f172565568 req-4e046d0b-1999-4b1b-8b6f-5c78d14f39c0 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0605288 Mar 20 16:22:59.263166 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f5a8a2b-7492-4431-80bd-83f172565568 req-ae46f54b-c8aa-470b-a683-ebe30db9d8c9 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567183 Mar 20 16:23:00.389105 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c555c-282c-42a5-8d07-4592f77b78ef req-3721fe4d-100f-40d6-b25a-f259560f3d7a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:00.390591 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-132c555c-282c-42a5-8d07-4592f77b78ef req-3721fe4d-100f-40d6-b25a-f259560f3d7a tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0544889 Mar 20 16:23:00.449085 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-132c555c-282c-42a5-8d07-4592f77b78ef req-6d533aa5-adf7-47c3-8134-b8b71d325505 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527020 Mar 20 16:23:01.583726 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379a1f3-9129-4498-ae62-275f7ccd94c9 req-6f5022b8-b41d-422a-8043-325155ed9930 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:01.585244 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8379a1f3-9129-4498-ae62-275f7ccd94c9 req-6f5022b8-b41d-422a-8043-325155ed9930 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0561330 Mar 20 16:23:01.644980 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8379a1f3-9129-4498-ae62-275f7ccd94c9 req-326872d0-c60e-4821-b699-8652799c281d tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539174 Mar 20 16:23:02.778958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83621-9452-4d96-9ebb-20909325e7c7 req-ddd82d40-a790-403a-9d05-46a1554bbb4f tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:02.780429 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a2d83621-9452-4d96-9ebb-20909325e7c7 req-ddd82d40-a790-403a-9d05-46a1554bbb4f tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0549226 Mar 20 16:23:02.838776 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a2d83621-9452-4d96-9ebb-20909325e7c7 req-39f51e35-4780-4fb2-8fd5-1a341fd009ca tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524390 Mar 20 16:23:03.968217 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ca282-7151-4d7f-81ab-9f42b1f69333 req-efd9c904-5c3a-4516-b5a7-88566ca78bea tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:03.969687 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-531ca282-7151-4d7f-81ab-9f42b1f69333 req-efd9c904-5c3a-4516-b5a7-88566ca78bea tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0593226 Mar 20 16:23:04.032953 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-531ca282-7151-4d7f-81ab-9f42b1f69333 req-2dcf4c8e-7dbc-4d88-9208-e8bea38c191d tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548301 Mar 20 16:23:05.180290 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db89f1e-b190-49dd-b6df-8534d93e510b req-2c203073-e624-4126-b691-734006c80639 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:05.181730 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3db89f1e-b190-49dd-b6df-8534d93e510b req-2c203073-e624-4126-b691-734006c80639 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0613799 Mar 20 16:23:05.243870 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3db89f1e-b190-49dd-b6df-8534d93e510b req-8a6d1bb8-a15f-42aa-a4e5-94d62a41be90 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538881 Mar 20 16:23:06.372791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea169c-2d9b-4190-ba74-534a5451c1f1 req-ed07d593-9041-4097-83c3-9603c568cf34 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:06.374661 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47ea169c-2d9b-4190-ba74-534a5451c1f1 req-ed07d593-9041-4097-83c3-9603c568cf34 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0577002 Mar 20 16:23:06.449985 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47ea169c-2d9b-4190-ba74-534a5451c1f1 req-0fe53f1b-61bd-4642-9ce7-1cf80a2970cd tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&id=3046a8e0-070d-4cc1-aace-3de380982a24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0674009 Mar 20 16:23:10.394222 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fb195a11-1086-4bc1-8f70-1a4f10afad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:12.742866 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01195cd3-6e94-48ab-8296-39d1ecd8960b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:13.931691 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:15.226099 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:16.791443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:22.332263 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:23:22.394233 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:30.545421 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58433c3-9b6c-4bde-8081-bfb6b7ea77b3 req-0a6e86d8-9f4f-48fb-aa31-c980974566cf tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:30.546892 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d58433c3-9b6c-4bde-8081-bfb6b7ea77b3 req-0a6e86d8-9f4f-48fb-aa31-c980974566cf tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0575471 Mar 20 16:23:30.593545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d58433c3-9b6c-4bde-8081-bfb6b7ea77b3 req-9d40b2d0-43e8-441e-9c4c-e7e6fcbf65fd tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Mar 20 16:23:31.734003 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb7de-6030-49f1-ae24-b26c673ad13c req-402305eb-a75d-47c5-a8f4-bd65711659e7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:31.735548 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cceb7de-6030-49f1-ae24-b26c673ad13c req-402305eb-a75d-47c5-a8f4-bd65711659e7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0576761 Mar 20 16:23:31.783545 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9cceb7de-6030-49f1-ae24-b26c673ad13c req-dd128bb5-0738-4797-b3a5-feabb9ed99c2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Mar 20 16:23:32.914955 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e406e9c-8e30-4f39-b0bb-977a7c9ad5f6 req-834ce895-5648-446f-b9e5-b0070cd6fd24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:32.916819 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0e406e9c-8e30-4f39-b0bb-977a7c9ad5f6 req-834ce895-5648-446f-b9e5-b0070cd6fd24 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0621920 Mar 20 16:23:32.969773 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0e406e9c-8e30-4f39-b0bb-977a7c9ad5f6 req-dd6abee0-8ae1-4a70-b77d-336308e5b2aa tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Mar 20 16:23:34.100198 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdedb-4260-41d4-9a76-5fbe0ed0e755 req-4939745d-be13-4dfc-95d5-4e9256ee183e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:34.101698 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b42cdedb-4260-41d4-9a76-5fbe0ed0e755 req-4939745d-be13-4dfc-95d5-4e9256ee183e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0545871 Mar 20 16:23:34.153460 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b42cdedb-4260-41d4-9a76-5fbe0ed0e755 req-41721ca2-59d1-4173-9728-584c72b41ee5 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459712 Mar 20 16:23:35.294705 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757cd58-8bca-49fd-9a5f-ca55654a7c9f req-cedb22ed-c6a5-4b63-b5e9-6c8f72e4f3f0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:35.296193 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b757cd58-8bca-49fd-9a5f-ca55654a7c9f req-cedb22ed-c6a5-4b63-b5e9-6c8f72e4f3f0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0527763 Mar 20 16:23:35.343172 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b757cd58-8bca-49fd-9a5f-ca55654a7c9f req-bbfde952-efed-4a95-ae67-3ea41f7c6577 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 Mar 20 16:23:36.477983 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89d5f-1697-49dc-a1cc-138b1399e944 req-18e09d30-e5c3-4b68-b456-f9a670e3d0b7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:36.479385 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9db89d5f-1697-49dc-a1cc-138b1399e944 req-18e09d30-e5c3-4b68-b456-f9a670e3d0b7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0590281 Mar 20 16:23:36.536547 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9db89d5f-1697-49dc-a1cc-138b1399e944 req-8f9f8e24-0c94-4edd-88c4-29d82cda27f6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487440 Mar 20 16:23:37.672578 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb78ae-f40d-4271-912f-25b283565f31 req-d9931d11-941d-42a8-b91e-b9165a70c38e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:37.674097 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0aeb78ae-f40d-4271-912f-25b283565f31 req-d9931d11-941d-42a8-b91e-b9165a70c38e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0549347 Mar 20 16:23:37.725583 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0aeb78ae-f40d-4271-912f-25b283565f31 req-ce199405-f451-483b-ba8a-ed52cd7de676 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Mar 20 16:23:38.857223 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99be2b-ce58-4aa1-9a6b-249c7cc3a584 req-5485917d-c0d7-4a8d-80e8-21428f86141d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:38.858705 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c99be2b-ce58-4aa1-9a6b-249c7cc3a584 req-5485917d-c0d7-4a8d-80e8-21428f86141d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0524836 Mar 20 16:23:38.907053 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c99be2b-ce58-4aa1-9a6b-249c7cc3a584 req-59e8da31-1e6d-41c3-af70-bbfe4cdb1bd6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 Mar 20 16:23:40.047135 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2d8e0-6216-4d76-8fb0-aba1cb879a20 req-6a196929-9b7c-47e2-ac7d-7ce072b333ae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:40.048615 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aed2d8e0-6216-4d76-8fb0-aba1cb879a20 req-6a196929-9b7c-47e2-ac7d-7ce072b333ae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0551262 Mar 20 16:23:40.098181 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aed2d8e0-6216-4d76-8fb0-aba1cb879a20 req-3d1fc472-b8c4-40bf-9347-7e6acc1b39f7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Mar 20 16:23:40.388776 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b60f0dfe-2154-498f-9acf-a9c2aeca856a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:41.230769 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4ed2-cd6b-4916-aff5-22b5870768f1 req-d44cb414-481d-485e-9435-346a5a4adf7e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:41.232233 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c46d4ed2-cd6b-4916-aff5-22b5870768f1 req-d44cb414-481d-485e-9435-346a5a4adf7e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0629001 Mar 20 16:23:41.278137 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c46d4ed2-cd6b-4916-aff5-22b5870768f1 req-b1496f31-fead-4729-8127-40b774091bc9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Mar 20 16:23:42.277303 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-6e6d01ff-2181-4254-a3a5-10dd7238c7f1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68735469&fields=id&tenant_id=b99ce29c08104e2788002fbd04410b3a HTTP/1.1" status: 200 len: 267 time: 0.0471046 Mar 20 16:23:42.341019 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-3afe4604-bf84-4552-9f2f-0a94cb6c0559 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:42.343144 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-3afe4604-bf84-4552-9f2f-0a94cb6c0559 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 984 time: 0.0598476 Mar 20 16:23:42.362538 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Request body: {'port': {'security_groups': ['939196de-ae74-43b1-b962-595466f583c6']}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:23:42.443227 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a791-9532-41b7-aec7-4277e67a252b req-c12101d4-56e5-4d48-8b66-8dffd0e07c4e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:42.445070 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4662a791-9532-41b7-aec7-4277e67a252b req-c12101d4-56e5-4d48-8b66-8dffd0e07c4e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0594769 Mar 20 16:23:42.447362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.491678 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4662a791-9532-41b7-aec7-4277e67a252b req-f0ea4eba-e716-42b8-b351-c8a37c93bef5 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Mar 20 16:23:42.626175 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:42.659102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.666140 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.703010 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:23:42.709918 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:42.710515 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.711822 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f5c7af4-3f3e-4cf5-85de-ebb19b48891f req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "PUT /v2.0/ports/656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 942 time: 0.3565767 Mar 20 16:23:42.712271 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:23:42.714577 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe1163-e2e4-438a-be41-be85734c71dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:23:42.719730 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53634) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:42.769290 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event updated for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:42.785571 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.785893 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.786240 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.786677 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.787015 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.787350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.787691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.788068 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.788332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.788743 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.788989 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.789306 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.789685 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.790012 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.790384 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e607f-9e9b-469d-b477-3a391743a043 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:42.795407 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251110e5-99f7-4476-af66-40f6501e4d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.816450 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (3046a8e0-070d-4cc1-aace-3de380982a24), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.847460 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (3046a8e0-070d-4cc1-aace-3de380982a24), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.856976 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b842204-aad0-48ea-bfee-f58740cfad26 x-openstack-request-id: req-8b842204-aad0-48ea-bfee-f58740cfad26 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:23:42.857325 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:23:42.857644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b842204-aad0-48ea-bfee-f58740cfad26 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:23:42.858101 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:23:42.866123 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:23:42.936529 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (3046a8e0-070d-4cc1-aace-3de380982a24), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.939419 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:42.940785 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "DELETE /v2.0/security-groups/3046a8e0-070d-4cc1-aace-3de380982a24 HTTP/1.1" status: 204 len: 168 time: 0.2199574 Mar 20 16:23:42.944119 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53640) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:42.964996 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd96c64-24fe-4058-b57e-656054535ad5 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046a8e0-070d-4cc1-aace-3de380982a24,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:43.059424 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a01b8ad5-226a-441b-a0a7-12a75d25829f None None] Provisioning complete for port 656a777d-2b74-42eb-87e9-e1de6dc852b3 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:23:43.059800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a01b8ad5-226a-441b-a0a7-12a75d25829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.141373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1163-e2e4-438a-be41-be85734c71dd req-d18f935a-661d-4231-abb4-9e7acdc641af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:43.142929 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-d18f935a-661d-4231-abb4-9e7acdc641af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1129 time: 0.2341187 Mar 20 16:23:43.144077 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a01b8ad5-226a-441b-a0a7-12a75d25829f None None] Current status of the port 656a777d-2b74-42eb-87e9-e1de6dc852b3 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:23:43.219408 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Deleting port 6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:23:43.219762 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.284678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1163-e2e4-438a-be41-be85734c71dd req-d9829d52-7118-4a0a-b35c-e05c3d67dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:43.286144 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-d9829d52-7118-4a0a-b35c-e05c3d67dd7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.1341023 Mar 20 16:23:43.353216 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.353436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for floatingip (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.370034 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Calling delete_port for 6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:23:43.385030 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-7e3e1111-649a-41ca-a04e-6501e10af22f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 1001 time: 0.0874686 Mar 20 16:23:43.502064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1163-e2e4-438a-be41-be85734c71dd req-b7d3348b-7010-4489-b11b-870651b96de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:43.503552 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-b7d3348b-7010-4489-b11b-870651b96de8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0877559 Mar 20 16:23:43.852862 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1163-e2e4-438a-be41-be85734c71dd req-e5a60954-fd97-4d95-b598-e75853639925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:43.854282 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-e5a60954-fd97-4d95-b598-e75853639925 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3438966 Mar 20 16:23:43.925483 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.929497 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:43.976017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event deleted for resources: {'Port': ['ID=6dd10118-abaf-4c6d-9fd6-89ffe9ebec6d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:43.983990 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34eb0-a2b8-4a33-b953-dd4497389a9d req-051115f1-24fc-4ca0-ab07-3705d9eecedc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:43.985468 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38e34eb0-a2b8-4a33-b953-dd4497389a9d req-051115f1-24fc-4ca0-ab07-3705d9eecedc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.4194722 Mar 20 16:23:44.030689 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-2c100960-24ab-4628-9d9a-360687ced328 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667926 Mar 20 16:23:44.149605 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38e34eb0-a2b8-4a33-b953-dd4497389a9d req-35348530-f68d-4e60-8d75-159a786289f9 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544857 Mar 20 16:23:44.151790 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks [] for floatingip (de7b7b97-6396-4f99-947e-284ad08ba99b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:44.152154 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Floating IP de7b7b97-6396-4f99-947e-284ad08ba99b disassociated (deleted). External IP: 172.27.1.153, port: 656a777d-2b74-42eb-87e9-e1de6dc852b3. Mar 20 16:23:44.226924 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76fe1163-e2e4-438a-be41-be85734c71dd req-19189752-7326-4e32-be2c-1645084c3087 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779349 Mar 20 16:23:44.385433 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Router 649778eb-9f64-4734-98bc-35c99a771302 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:23:44.501164 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:23:44.506183 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:44.511102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Sync routers for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:23:44.521558 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:44.522192 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:44.539667 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0e071252-7fb4-450b-8831-a87eb8fca9a1 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "DELETE /v2.0/floatingips/de7b7b97-6396-4f99-947e-284ad08ba99b HTTP/1.1" status: 204 len: 168 time: 1.5926011 Mar 20 16:23:44.632081 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:44.859212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:23:44.861718 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54892748-db27-49a1-b89a-6639c465eee8" -d '{"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:23:44.900072 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5eaf5c-4155-4e14-8a75-746e4b40477f x-openstack-request-id: req-6f5eaf5c-4155-4e14-8a75-746e4b40477f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:23:44.900329 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:23:44.900643 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f5eaf5c-4155-4e14-8a75-746e4b40477f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:23:44.901051 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:23:44.967139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:44.993193 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Checking router: 649778eb-9f64-4734-98bc-35c99a771302 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:23:44.996748 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892748-db27-49a1-b89a-6639c465eee8 req-02b4a64b-0380-469c-84cd-e5afb903e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:44.998289 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-02b4a64b-0380-469c-84cd-e5afb903e71e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99ce29c08104e2788002fbd04410b3a&device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 1129 time: 0.0464365 Mar 20 16:23:45.002244 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:45.002872 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:45.098682 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892748-db27-49a1-b89a-6639c465eee8 req-f11840b6-133b-4d93-8df3-b8b99119233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:45.100163 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-f11840b6-133b-4d93-8df3-b8b99119233b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 200 len: 913 time: 0.0871942 Mar 20 16:23:45.114555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:45.145722 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-658aa48d-7021-4b6e-ac97-7bcd29a53573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 200 len: 217 time: 0.0391054 Mar 20 16:23:45.193736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892748-db27-49a1-b89a-6639c465eee8 req-f20749ab-202c-484c-9dcc-87ef09da35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:45.195258 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-f20749ab-202c-484c-9dcc-87ef09da35b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 200 len: 852 time: 0.0440328 Mar 20 16:23:45.245205 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:45.275816 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892748-db27-49a1-b89a-6639c465eee8 req-08f04e00-6067-45bc-af47-17d5b3939885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:45.277427 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-08f04e00-6067-45bc-af47-17d5b3939885 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d33f665-68bc-4062-bbc2-4a3ddee73f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755613 Mar 20 16:23:45.326993 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:45.339042 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ba2d0-7410-49aa-b4ba-9901c79618bb req-22d1d6fe-968c-4f79-a926-78c9022fc679 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:45.340539 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-788ba2d0-7410-49aa-b4ba-9901c79618bb req-22d1d6fe-968c-4f79-a926-78c9022fc679 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.1021597 Mar 20 16:23:45.353653 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f644dd-b2db-432b-bed0-2bc83c90e168 None None] The sync data for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi is: [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:20:49Z', 'revision_number': 4, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '9ad8143e-7838-4d97-bf8c-15341949daa3', 'name': '', 'network_id': '1d33f665-68bc-4062-bbc2-4a3ddee73f82', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'mac_address': 'fa:16:3e:37:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:47Z', 'updated_at': '2022-03-20T16:20:55Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'subnets': [{'id': '067b8698-d21b-4d3f-8b35-104c1524173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:23:45.415114 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-788ba2d0-7410-49aa-b4ba-9901c79618bb req-b87563fc-5a29-4dee-b285-531de1c1303b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685561 Mar 20 16:23:45.416992 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-57cf89a0-d561-4495-823d-6b58924ce932 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318822 Mar 20 16:23:45.512258 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54892748-db27-49a1-b89a-6639c465eee8 req-1a424fd6-67d0-435f-9ea6-757cd4f4de85 service neutron] 10.222.0.42 "GET /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896423 Mar 20 16:23:45.588839 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12101905-5fa1-4c65-bedb-5e2197e049eb None None] New status for floating IP de7b7b97-6396-4f99-947e-284ad08ba99b: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:23:46.559696 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb33b-1994-4d53-a1b9-6a5f86c6163c req-4da7da41-1a03-4c76-ad91-20aeb6f76ad6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:46.561278 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-270fb33b-1994-4d53-a1b9-6a5f86c6163c req-4da7da41-1a03-4c76-ad91-20aeb6f76ad6 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0662355 Mar 20 16:23:46.611480 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-270fb33b-1994-4d53-a1b9-6a5f86c6163c req-17104dae-4c9c-4f39-abb4-6982d69fa570 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Mar 20 16:23:46.798487 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:47.747175 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d639ac-4e37-4b1c-9c31-a5e3a5400249 req-4399c23d-b667-48aa-aad8-27d5573252f4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:47.748688 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99d639ac-4e37-4b1c-9c31-a5e3a5400249 req-4399c23d-b667-48aa-aad8-27d5573252f4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0521147 Mar 20 16:23:47.802755 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-99d639ac-4e37-4b1c-9c31-a5e3a5400249 req-93e382d4-83cc-4df4-9cf5-e61ea0759de7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Mar 20 16:23:48.466442 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:23:48.570304 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:48.583532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '888c3acb-9b68-4fed-812e-903e13594231', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:23:48.625393 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: ACTIVE; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:23:48.625787 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:48.639267 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:23:48.659572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:48.664083 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:48.727213 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:48.735195 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.735627 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.736427 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.736427 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.736836 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.737225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.737618 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.738032 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.738441 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.738836 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.739223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.739649 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.740035 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.740466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.740848 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:48.839831 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['888c3acb-9b68-4fed-812e-903e13594231'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:23:48.973165 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f87dc-a478-4e1c-842f-0fa5f636cd8b req-eab91c30-a7a8-4ff4-96ad-dc0eecf4fe7c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:48.974712 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e42f87dc-a478-4e1c-842f-0fa5f636cd8b req-eab91c30-a7a8-4ff4-96ad-dc0eecf4fe7c tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 945 time: 0.0886631 Mar 20 16:23:49.040025 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e42f87dc-a478-4e1c-842f-0fa5f636cd8b req-3b7be46a-a506-4ea3-be66-9a3f8c5184b4 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580413 Mar 20 16:23:50.201924 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57937057-8fec-486c-acb1-ffd22a0aa72e req-65106a74-30ea-4b57-81b3-6bca9e2ab3dd tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:50.210852 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57937057-8fec-486c-acb1-ffd22a0aa72e req-65106a74-30ea-4b57-81b3-6bca9e2ab3dd tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 945 time: 0.0907271 Mar 20 16:23:50.288505 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57937057-8fec-486c-acb1-ffd22a0aa72e req-c5c199f4-2395-49f8-bc62-68af70528ab3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715833 Mar 20 16:23:50.464271 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:23:50.551502 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 888c3acb-9b68-4fed-812e-903e13594231 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:23:50.552331 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (888c3acb-9b68-4fed-812e-903e13594231), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:50.642130 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:23:50.642648 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:50.672459 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:23:50.674877 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd4f54-70ae-4e5f-ae41-0a64ee706360" -d '{"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:23:50.693836 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:50.701201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:50.775464 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:50.785978 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7e7475-2147-469b-a1a6-1751b9740635 x-openstack-request-id: req-1d7e7475-2147-469b-a1a6-1751b9740635 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:23:50.786379 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:23:50.786630 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d7e7475-2147-469b-a1a6-1751b9740635 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:23:50.787031 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'code': 200} Mar 20 16:23:50.938012 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-413fb8d9-8fbc-4336-aea1-84a936a88ff4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534430 Mar 20 16:23:51.046016 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-30648e43-2448-46a1-975f-9946ab793d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:51.047588 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-30648e43-2448-46a1-975f-9946ab793d61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0643041 Mar 20 16:23:51.201691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-0e295755-47bc-44a0-b2b6-3ce50ebd06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:51.203483 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-0e295755-47bc-44a0-b2b6-3ce50ebd06d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.1326993 Mar 20 16:23:51.295591 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-84e80693-615b-4578-b936-ca7f82af955f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 1001 time: 0.0855052 Mar 20 16:23:51.383376 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-11ef5e8b-d2c2-44b6-bf5f-e0d4c5fac662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:51.385627 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-11ef5e8b-d2c2-44b6-bf5f-e0d4c5fac662 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0826023 Mar 20 16:23:51.474231 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-cec012e8-cf6f-4843-ba60-187fe1fca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:51.476702 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-cec012e8-cf6f-4843-ba60-187fe1fca716 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812376 Mar 20 16:23:51.487865 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ada2-cbbb-4c88-9129-2846d1060953 req-bbf8135d-9456-4090-8640-74e02085301f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:51.489327 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1576ada2-cbbb-4c88-9129-2846d1060953 req-bbf8135d-9456-4090-8640-74e02085301f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.1084251 Mar 20 16:23:51.606541 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1576ada2-cbbb-4c88-9129-2846d1060953 req-4196740e-97d3-4a6a-9031-0498f722fb5e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069372 Mar 20 16:23:51.630139 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-df8960c3-c5db-4a92-967c-85b91f56d6ba service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398644 Mar 20 16:23:51.755239 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3925d1c-1da5-4fef-9865-c1cdb3555eae req-fd071ba0-4c7f-4002-ad1c-3970e1d3e921 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182439 Mar 20 16:23:52.394855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:52.719657 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4782a-6bf1-4888-9180-7ee83eed890a req-0df6c396-f9d4-4867-9e7c-e4dd5e13fcbc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:52.721184 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fde4782a-6bf1-4888-9180-7ee83eed890a req-0df6c396-f9d4-4867-9e7c-e4dd5e13fcbc tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.1081960 Mar 20 16:23:52.804229 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fde4782a-6bf1-4888-9180-7ee83eed890a req-8858e5ac-ca44-4431-b2bc-80c0ce442420 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Mar 20 16:23:52.824452 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcc2aa-f55c-449a-95c8-2178ad702cbb req-72f09c0e-53e4-4892-b550-32b7eb0edc44 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:52.824452 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ffcc2aa-f55c-449a-95c8-2178ad702cbb req-72f09c0e-53e4-4892-b550-32b7eb0edc44 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0586553 Mar 20 16:23:52.900424 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ffcc2aa-f55c-449a-95c8-2178ad702cbb req-3961dc36-aa85-44a7-a58f-4fe01a65b5bc tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691240 Mar 20 16:23:53.933886 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38b8e-253e-4cd9-bd70-bfe3ade78462 req-7a6f516c-c63f-4d70-a1ce-f6afd21bc01c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:53.936512 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84f38b8e-253e-4cd9-bd70-bfe3ade78462 req-7a6f516c-c63f-4d70-a1ce-f6afd21bc01c tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0618401 Mar 20 16:23:54.009931 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84f38b8e-253e-4cd9-bd70-bfe3ade78462 req-bfe099e3-6d9c-40e6-9c61-8303645f24f8 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676658 Mar 20 16:23:54.106786 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11500de-4ff0-48a0-992c-2356123ce242 req-8670d73c-3722-4486-881f-ae4afcc778de tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:54.108568 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e11500de-4ff0-48a0-992c-2356123ce242 req-8670d73c-3722-4486-881f-ae4afcc778de tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.1275859 Mar 20 16:23:54.188670 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e11500de-4ff0-48a0-992c-2356123ce242 req-e3b4c94c-04c7-4167-b84c-31fb56771ff7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652204 Mar 20 16:23:54.804889 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018fbc-ff27-4c78-981b-41ab07e0ad42 req-41bc5576-763a-43d2-80e5-dba38d2fb6c9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:54.806442 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6018fbc-ff27-4c78-981b-41ab07e0ad42 req-41bc5576-763a-43d2-80e5-dba38d2fb6c9 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0618575 Mar 20 16:23:54.904231 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d6018fbc-ff27-4c78-981b-41ab07e0ad42 req-0e7cd2ce-4565-4e5e-9b02-2c1b3625c9cd tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738711 Mar 20 16:23:54.924764 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-682ff5b0-bb3f-4040-9550-a97787043863 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:54.926454 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-682ff5b0-bb3f-4040-9550-a97787043863 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.42 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0825546 Mar 20 16:23:55.032434 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Deleting port 656a777d-2b74-42eb-87e9-e1de6dc852b3 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:23:55.032922 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:55.132923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] For port 656a777d-2b74-42eb-87e9-e1de6dc852b3, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=656a777d-2b74-42eb-87e9-e1de6dc852b3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:55.133660 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:55.148397 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Calling delete_port for 656a777d-2b74-42eb-87e9-e1de6dc852b3 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:23:55.164491 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00c736-4dc2-48eb-a8c2-c6b903ab7dbd req-18fd1b07-6426-49af-b036-d216f516a241 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:55.166770 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b00c736-4dc2-48eb-a8c2-c6b903ab7dbd req-18fd1b07-6426-49af-b036-d216f516a241 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b89836c5-13f5-48f9-9267-45155d421b3d HTTP/1.1" status: 200 len: 945 time: 0.0680671 Mar 20 16:23:55.239855 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b00c736-4dc2-48eb-a8c2-c6b903ab7dbd req-c633511a-da62-4508-95e8-5316c8cc8018 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.18 "GET /v2.0/security-groups?id=939196de-ae74-43b1-b962-595466f583c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664201 Mar 20 16:23:55.350702 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (656a777d-2b74-42eb-87e9-e1de6dc852b3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:55.381585 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Pushing event deleted for resources: {'Port': ['ID=656a777d-2b74-42eb-87e9-e1de6dc852b3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:55.387716 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['656a777d-2b74-42eb-87e9-e1de6dc852b3'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:23:55.390264 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b3d7-5781-4a75-80de-bbafdf2c4657 req-b44606fa-eb75-40b3-a691-332b0dc04e26 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:55.397299 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2b6b3d7-5781-4a75-80de-bbafdf2c4657 req-b44606fa-eb75-40b3-a691-332b0dc04e26 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.1081986 Mar 20 16:23:55.482998 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] No DVR routers for this DVR port 656a777d-2b74-42eb-87e9-e1de6dc852b3 on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:23:55.490010 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:55.494810 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3ed740c-757d-4bd0-a14b-71fa6abf63d3 req-d74ad8a8-a9a2-465e-aa76-e5365dbda956 tempest-TestMinimumBasicScenario-1098212693 tempest-TestMinimumBasicScenario-1098212693-project] 10.222.0.42 "DELETE /v2.0/ports/656a777d-2b74-42eb-87e9-e1de6dc852b3 HTTP/1.1" status: 204 len: 173 time: 0.5616064 Mar 20 16:23:55.495698 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'name': 'network-vif-deleted', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:23:55.498190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faacb3a-8138-4548-a151-010a7aa0bff2" -d '{"events": [{"server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "name": "network-vif-deleted", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:23:55.519002 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b2b6b3d7-5781-4a75-80de-bbafdf2c4657 req-3e64afe0-466c-42ac-ad5c-9649270af653 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208217 Mar 20 16:23:55.563986 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cdd62-58e3-4383-82ef-60cb86613a9d x-openstack-request-id: req-4a9cdd62-58e3-4383-82ef-60cb86613a9d {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:23:55.564372 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89836c5-13f5-48f9-9267-45155d421b3d", "name": "network-vif-deleted", "tag": "656a777d-2b74-42eb-87e9-e1de6dc852b3", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:23:55.564662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a9cdd62-58e3-4383-82ef-60cb86613a9d {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:23:55.565137 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89836c5-13f5-48f9-9267-45155d421b3d', 'name': 'network-vif-deleted', 'tag': '656a777d-2b74-42eb-87e9-e1de6dc852b3', 'status': 'completed', 'code': 200} Mar 20 16:23:56.033049 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021073b4-ac16-43d3-8f45-a066cebe30ae req-4b8d6d4d-b943-4800-aec3-240644ad2ab7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:56.034712 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-021073b4-ac16-43d3-8f45-a066cebe30ae req-4b8d6d4d-b943-4800-aec3-240644ad2ab7 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0622220 Mar 20 16:23:56.092992 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-021073b4-ac16-43d3-8f45-a066cebe30ae req-ac30a00e-6a91-4ae9-b1fc-ca397b03e72c tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522256 Mar 20 16:23:56.675787 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052cbc8-5c84-451f-aae0-91a9bdd5839e req-c2fe69e8-7f74-4467-a8fe-9a4e41a74a63 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:56.686075 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3052cbc8-5c84-451f-aae0-91a9bdd5839e req-c2fe69e8-7f74-4467-a8fe-9a4e41a74a63 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0687485 Mar 20 16:23:56.752814 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3052cbc8-5c84-451f-aae0-91a9bdd5839e req-4a56722d-d8a3-4cfd-99ee-ed95c7a2370a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658259 Mar 20 16:23:57.031012 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-bdaa72aa-d899-44af-9994-c1a47e282757 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:57.035125 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-bdaa72aa-d899-44af-9994-c1a47e282757 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Mar 20 16:23:57.118694 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53858) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:57.160122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Deleting port a7b923c5-4f91-4888-a156-c11b3c843cd8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:23:57.160628 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.288875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68716c9-eb09-43f5-a003-6bdab4773b62 req-305bff91-1c09-4094-aefc-3439674dfd42 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:57.291046 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d68716c9-eb09-43f5-a003-6bdab4773b62 req-305bff91-1c09-4094-aefc-3439674dfd42 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 945 time: 0.0820267 Mar 20 16:23:57.360309 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d68716c9-eb09-43f5-a003-6bdab4773b62 req-67367b97-3253-41db-9c09-f049e7ebc631 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c12ff3a-79da-4738-8fbc-b23bfa92edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616701 Mar 20 16:23:57.381337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] For port a7b923c5-4f91-4888-a156-c11b3c843cd8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=a7b923c5-4f91-4888-a156-c11b3c843cd8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:57.382047 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.544098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (649778eb-9f64-4734-98bc-35c99a771302), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.621284 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.621502 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.621813 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Floating IP ced24d6a-abcb-484e-aecc-57f51b3323b3 disassociated. External IP: 172.27.1.87, port: a7b923c5-4f91-4888-a156-c11b3c843cd8. Mar 20 16:23:57.622206 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Calling delete_port for a7b923c5-4f91-4888-a156-c11b3c843cd8 owned by compute:nova {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:23:57.757827 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (a7b923c5-4f91-4888-a156-c11b3c843cd8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.786787 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'Port': ['ID=a7b923c5-4f91-4888-a156-c11b3c843cd8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:57.823069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Deleting port 9ad8143e-7838-4d97-bf8c-15341949daa3 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:23:57.823663 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.944807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] For port 9ad8143e-7838-4d97-bf8c-15341949daa3, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9ad8143e-7838-4d97-bf8c-15341949daa3,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:57.945054 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:57.954199 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3341-cb10-40fc-a04b-ff10f8bbd82d req-2a20717d-fa86-4115-aaf8-e1477c2bbed1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:57.955761 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da2c3341-cb10-40fc-a04b-ff10f8bbd82d req-2a20717d-fa86-4115-aaf8-e1477c2bbed1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0940013 Mar 20 16:23:57.968716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Calling delete_port for 9ad8143e-7838-4d97-bf8c-15341949daa3 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:23:58.057625 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da2c3341-cb10-40fc-a04b-ff10f8bbd82d req-b911de33-3014-49f8-ad0d-7ec5b83b1efa tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935800 Mar 20 16:23:58.169222 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:23:58.211166 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (9ad8143e-7838-4d97-bf8c-15341949daa3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:58.244614 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad8143e-7838-4d97-bf8c-15341949daa3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:58.271977 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.272327 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.272666 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.273323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.273323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.273738 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.274066 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.274425 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.274767 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.275071 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.275402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.275729 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.276049 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.276368 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.276691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:23:58.287243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:23:58.299277 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:23:58.321726 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:58.322406 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:58.341538 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] No DVR routers for this DVR port a7b923c5-4f91-4888-a156-c11b3c843cd8 on host hv-cinder-83417 {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:23:58.344889 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:58.352028 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4f213d64-eb1b-413e-8514-71c447fd54a3 req-1afbba8e-cc2c-4e71-9837-7c3bbb47168b tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.42 "DELETE /v2.0/ports/a7b923c5-4f91-4888-a156-c11b3c843cd8 HTTP/1.1" status: 204 len: 173 time: 1.3118675 Mar 20 16:23:58.352511 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'name': 'network-vif-deleted', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:23:58.355020 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be301a-24e5-4851-9e61-af034a5dfb5d" -d '{"events": [{"server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "name": "network-vif-deleted", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:23:58.411063 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ade5ca-8500-4bbe-b05c-8f6895f40c03 x-openstack-request-id: req-d0ade5ca-8500-4bbe-b05c-8f6895f40c03 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:23:58.411419 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ae009e-f070-4b41-bb21-6942fe35aa37", "name": "network-vif-deleted", "tag": "a7b923c5-4f91-4888-a156-c11b3c843cd8", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:23:58.411728 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0ade5ca-8500-4bbe-b05c-8f6895f40c03 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:23:58.412471 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ae009e-f070-4b41-bb21-6942fe35aa37', 'name': 'network-vif-deleted', 'tag': 'a7b923c5-4f91-4888-a156-c11b3c843cd8', 'status': 'completed', 'code': 200} Mar 20 16:23:58.496904 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:58.535895 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 656a777d-2b74-42eb-87e9-e1de6dc852b3 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:23:58.550859 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-efddfd12-dc1d-468b-8bd7-639ac9d1fe7c req-02c89b6b-40ff-4be2-8fc1-32407bec1614 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ae009e-f070-4b41-bb21-6942fe35aa37 HTTP/1.1" status: 200 len: 210 time: 0.0436051 Mar 20 16:23:58.561148 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 656a777d-2b74-42eb-87e9-e1de6dc852b3 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:23:58.562127 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 656a777d-2b74-42eb-87e9-e1de6dc852b3 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:23:58.562648 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a7b923c5-4f91-4888-a156-c11b3c843cd8 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:23:58.566469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed505-7627-47ed-b340-140745207be6 req-b6c102a6-a077-4718-8893-a2343869df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:58.568462 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-b6c102a6-a077-4718-8893-a2343869df28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1130 time: 0.2486067 Mar 20 16:23:58.619579 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: a7b923c5-4f91-4888-a156-c11b3c843cd8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:23:58.620029 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device a7b923c5-4f91-4888-a156-c11b3c843cd8 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:23:58.644174 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (649778eb-9f64-4734-98bc-35c99a771302), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:58.740853 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed505-7627-47ed-b340-140745207be6 req-0b2cfdcd-d0d1-4d79-b333-edb432e08aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:58.742308 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-0b2cfdcd-d0d1-4d79-b333-edb432e08aa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.1656353 Mar 20 16:23:58.757034 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:58.784142 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:23:58.792703 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:58.793400 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:58.824341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-a542c9b7-2a95-468d-bf47-df84dc30156f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 1002 time: 0.0727057 Mar 20 16:23:58.905964 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:58.951644 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed505-7627-47ed-b340-140745207be6 req-bff9d6f0-603b-4edb-912e-91df20837ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:58.953173 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-bff9d6f0-603b-4edb-912e-91df20837ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.1217816 Mar 20 16:23:59.012885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Router 649778eb-9f64-4734-98bc-35c99a771302 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:23:59.029769 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed505-7627-47ed-b340-140745207be6 req-b847976b-5d44-4d7c-85c3-6353bd4450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:59.031421 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-b847976b-5d44-4d7c-85c3-6353bd4450cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716884 Mar 20 16:23:59.121080 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:59.151260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120fe93-41dc-4dd8-b874-5f4dfd5daf03 None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'cfa7c58f-b67a-46eb-bddf-769c2567feb8', 'name': '', 'network_id': 'f03fa334-bc26-4117-bfca-45830df37aac', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:05Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'subnets': [{'id': 'f75d51aa-db4b-4ceb-893e-519c452d235e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:23:59.197835 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73502f-4794-47a8-a35c-4fb288443573 req-ff8f086a-524c-4ebe-b58e-08eae87d587f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:23:59.199467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b73502f-4794-47a8-a35c-4fb288443573 req-ff8f086a-524c-4ebe-b58e-08eae87d587f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0598989 Mar 20 16:23:59.203660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:23:59.210600 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-d52b50b0-8c8e-4b2e-b082-ec8f62b482a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429789 Mar 20 16:23:59.216426 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d56468a5-bb2c-45f7-8434-b7d67a551672 admin admin] 10.222.0.18 "PUT /v2.0/routers/649778eb-9f64-4734-98bc-35c99a771302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0933521 Mar 20 16:23:59.216612 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Sync routers for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:23:59.222703 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53880) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:59.233914 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:59.234604 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:59.310564 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550ed505-7627-47ed-b340-140745207be6 req-f7b895b2-6079-4a3c-a46e-9643ccc98d1f service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940678 Mar 20 16:23:59.323808 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:23:59.352532 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:59.355291 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3b73502f-4794-47a8-a35c-4fb288443573 req-1abe639a-12cc-48af-9631-db3a1a8c54e2 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486869 Mar 20 16:23:59.383126 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks [] for router (649778eb-9f64-4734-98bc-35c99a771302), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.442150 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03938ad9-824c-4391-9819-13433eb73435 None None] New status for floating IP ced24d6a-abcb-484e-aecc-57f51b3323b3: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:23:59.487968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks [] for router_gateway (649778eb-9f64-4734-98bc-35c99a771302), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.538703 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '87e34249-d56e-47e9-8652-771d14551da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:23:58Z', 'revision_number': 5, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port': {'id': '87e34249-d56e-47e9-8652-771d14551da6', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649778eb-9f64-4734-98bc-35c99a771302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:45Z', 'updated_at': '2022-03-20T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:59.547506 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Deleting port 87e34249-d56e-47e9-8652-771d14551da6 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:23:59.547914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (87e34249-d56e-47e9-8652-771d14551da6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.565530 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Checking router: 649778eb-9f64-4734-98bc-35c99a771302 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:23:59.574145 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Routers {'649778eb-9f64-4734-98bc-35c99a771302'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:23:59.574784 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['649778eb-9f64-4734-98bc-35c99a771302'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:59.631885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] For port 87e34249-d56e-47e9-8652-771d14551da6, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=87e34249-d56e-47e9-8652-771d14551da6,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:23:59.632244 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (87e34249-d56e-47e9-8652-771d14551da6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.647374 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Calling delete_port for 87e34249-d56e-47e9-8652-771d14551da6 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:23:59.658787 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53886) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:59.668470 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] Set router 649778eb-9f64-4734-98bc-35c99a771302 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:23:59.722085 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:23:59Z', 'revision_number': 6, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:23:59.747982 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30bc50-3e48-45e5-9883-36cf291427c2 None None] The sync data for ids ['649778eb-9f64-4734-98bc-35c99a771302'] in dv-cinder-834172-2-iscsi is: [{'id': '649778eb-9f64-4734-98bc-35c99a771302', 'name': 'tempest-TestMinimumBasicScenario-49566978-router', 'tenant_id': 'b99ce29c08104e2788002fbd04410b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:44Z', 'updated_at': '2022-03-20T16:23:59Z', 'revision_number': 6, 'project_id': 'b99ce29c08104e2788002fbd04410b3a', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:23:59.790314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (0c12ff3a-79da-4738-8fbc-b23bfa92edd9), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.827923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (0c12ff3a-79da-4738-8fbc-b23bfa92edd9), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.900355 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (87e34249-d56e-47e9-8652-771d14551da6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.910906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0c12ff3a-79da-4738-8fbc-b23bfa92edd9), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.913373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:23:59.914570 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c12ff3a-79da-4738-8fbc-b23bfa92edd9 HTTP/1.1" status: 204 len: 168 time: 0.2547641 Mar 20 16:23:59.917387 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53888) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:59.930471 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-681888a9-caf5-4ff0-8e72-f286c1aedf5e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] show failed (client error): The resource could not be found. Mar 20 16:23:59.933835 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-681888a9-caf5-4ff0-8e72-f286c1aedf5e tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "GET /v2.0/security-groups/0c12ff3a-79da-4738-8fbc-b23bfa92edd9 HTTP/1.1" status: 404 len: 347 time: 0.0130873 Mar 20 16:23:59.934896 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:23:59.936146 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=87e34249-d56e-47e9-8652-771d14551da6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:23:59.945556 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0968ab-330b-46fc-b978-6a79a835e9bb tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c12ff3a-79da-4738-8fbc-b23bfa92edd9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:00.007059 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (649778eb-9f64-4734-98bc-35c99a771302), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.067261 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Deleting port 6b4e4d08-fd30-499c-a73e-b78d529367ce {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:00.067512 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.100451 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (649778eb-9f64-4734-98bc-35c99a771302), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.102830 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks [] for router_controller (649778eb-9f64-4734-98bc-35c99a771302), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.153134 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (649778eb-9f64-4734-98bc-35c99a771302), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.153859 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649778eb-9f64-4734-98bc-35c99a771302 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:24:00.155189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.155446 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (6b4e4d08-fd30-499c-a73e-b78d529367ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.159013 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.162431 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-04a58525-b9ae-40c3-a47b-8c25ea789d7b admin admin] 10.222.0.18 "DELETE /v2.0/routers/649778eb-9f64-4734-98bc-35c99a771302 HTTP/1.1" status: 204 len: 168 time: 0.9377618 Mar 20 16:24:00.162652 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53892) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:00.169978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Calling delete_port for 6b4e4d08-fd30-499c-a73e-b78d529367ce owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:00.207593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Deleting subnet 067b8698-d21b-4d3f-8b35-104c1524173e {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:24:00.210969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Publish callbacks [] for subnet (067b8698-d21b-4d3f-8b35-104c1524173e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.244243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (067b8698-d21b-4d3f-8b35-104c1524173e), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.311552 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (6b4e4d08-fd30-499c-a73e-b78d529367ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.336027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Pushing event deleted for resources: {'Port': ['ID=6b4e4d08-fd30-499c-a73e-b78d529367ce,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:00.354942 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (067b8698-d21b-4d3f-8b35-104c1524173e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.407451 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks [] for floatingip (ced24d6a-abcb-484e-aecc-57f51b3323b3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.411873 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.413685 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8a22d315-4ad8-414c-91ee-d66075491f26 tempest-AttachVolumeTestJSON-33203622 tempest-AttachVolumeTestJSON-33203622-project] 10.222.0.18 "DELETE /v2.0/floatingips/ced24d6a-abcb-484e-aecc-57f51b3323b3 HTTP/1.1" status: 204 len: 168 time: 0.4776485 Mar 20 16:24:00.425233 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (067b8698-d21b-4d3f-8b35-104c1524173e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.454966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067b8698-d21b-4d3f-8b35-104c1524173e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:00.456824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.462591 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a0ab2f54-bdd4-4ac3-b31d-5f5ad24e2472 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/067b8698-d21b-4d3f-8b35-104c1524173e HTTP/1.1" status: 204 len: 168 time: 0.2987666 Mar 20 16:24:00.463536 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53898) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:00.463673 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149c06d-4afc-41d3-88e9-ee5fa1c81e56 None None] Network 1d33f665-68bc-4062-bbc2-4a3ddee73f82 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:24:00.524119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819e51-c0e5-4c69-b6de-795b534859bd req-b0ed89c5-bd19-4388-96bd-6cb1d6b15c74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:00.525756 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19819e51-c0e5-4c69-b6de-795b534859bd req-b0ed89c5-bd19-4388-96bd-6cb1d6b15c74 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0794175 Mar 20 16:24:00.584170 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (1d33f665-68bc-4062-bbc2-4a3ddee73f82), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.586478 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19819e51-c0e5-4c69-b6de-795b534859bd req-9007325f-ebf3-4c88-ae6e-ebd86ce6ffc7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524948 Mar 20 16:24:00.648597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Deleting port 6c0bd28d-58fc-4487-a161-3556d64c863c {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:00.649028 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.710628 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9ad8143e-7838-4d97-bf8c-15341949daa3 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:00.714895 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] For port 6c0bd28d-58fc-4487-a161-3556d64c863c, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=6c0bd28d-58fc-4487-a161-3556d64c863c,segment=NetworkSegment(d157630f-7027-4185-99bd-0eefe06bad64),segment_id=d157630f-7027-4185-99bd-0eefe06bad64)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:00.715260 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.729361 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Calling delete_port for 6c0bd28d-58fc-4487-a161-3556d64c863c owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:00.740767 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 9ad8143e-7838-4d97-bf8c-15341949daa3 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:00.741214 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9ad8143e-7838-4d97-bf8c-15341949daa3 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:00.741505 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 87e34249-d56e-47e9-8652-771d14551da6 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:00.787059 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 87e34249-d56e-47e9-8652-771d14551da6 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:00.787464 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 87e34249-d56e-47e9-8652-771d14551da6 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:00.819832 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (6c0bd28d-58fc-4487-a161-3556d64c863c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.849753 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] No DVR routers for this DVR port 6c0bd28d-58fc-4487-a161-3556d64c863c on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:00.861679 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0bd28d-58fc-4487-a161-3556d64c863c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:00.894313 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95285db2-fb04-4a76-b30f-9df0ca44ca1b None None] DHCP port deletion for 1d33f665-68bc-4062-bbc2-4a3ddee73f82 request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:24:00.935017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (1d33f665-68bc-4062-bbc2-4a3ddee73f82), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:00.967655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d33f665-68bc-4062-bbc2-4a3ddee73f82']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:00.977282 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd157630f-7027-4185-99bd-0eefe06bad64') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:00.977532 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd157630f-7027-4185-99bd-0eefe06bad64') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:00.987268 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (d157630f-7027-4185-99bd-0eefe06bad64), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.001163 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (d157630f-7027-4185-99bd-0eefe06bad64), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.007371 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:24:01.007736 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (d157630f-7027-4185-99bd-0eefe06bad64), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:24:01.009492 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:24:01.065662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (1d33f665-68bc-4062-bbc2-4a3ddee73f82), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.070219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.073387 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d33f665-68bc-4062-bbc2-4a3ddee73f82 HTTP/1.1" status: 204 len: 168 time: 0.6089470 Mar 20 16:24:01.076665 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 53902) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:01.088260 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94712-8f91-497c-836b-b77080772b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d33f665-68bc-4062-bbc2-4a3ddee73f82,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:01.695995 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:01.732142 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4d0c-bd15-4ccc-ba40-4289a7c6c61a req-26ec89fb-f73a-4082-96c7-2ce04521bc84 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:01.733768 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-378a4d0c-bd15-4ccc-ba40-4289a7c6c61a req-26ec89fb-f73a-4082-96c7-2ce04521bc84 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 946 time: 0.0718405 Mar 20 16:24:01.784921 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-378a4d0c-bd15-4ccc-ba40-4289a7c6c61a req-ba6d1959-7e6d-4979-9223-0ac454ab12a3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Mar 20 16:24:01.958361 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Deleting port 5a6634c7-1729-48ab-90b5-1988f66299a9 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:01.958725 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.039839 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] For port 5a6634c7-1729-48ab-90b5-1988f66299a9, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5a6634c7-1729-48ab-90b5-1988f66299a9,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:02.040272 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.053076 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Calling delete_port for 5a6634c7-1729-48ab-90b5-1988f66299a9 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:02.248435 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (5a6634c7-1729-48ab-90b5-1988f66299a9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.277937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6634c7-1729-48ab-90b5-1988f66299a9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:02.454343 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.513784 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:02.559339 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6c0bd28d-58fc-4487-a161-3556d64c863c no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:02.582103 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 6c0bd28d-58fc-4487-a161-3556d64c863c {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:02.582466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 6c0bd28d-58fc-4487-a161-3556d64c863c not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:02.623508 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: ACTIVE; New status is: DOWN {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:02.623812 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.649260 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:02.651509 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f856e8-7ad0-498c-a802-057da288537c" -d '{"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-unplugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:02.664795 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:02.670230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:02.698478 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780830cb-638b-406f-b5d9-1f957e9bad6a x-openstack-request-id: req-780830cb-638b-406f-b5d9-1f957e9bad6a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:02.698764 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-unplugged", "status": "failed", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "code": 422}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:02.699170 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-780830cb-638b-406f-b5d9-1f957e9bad6a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:02.699752 dv-cinder-834172-2-iscsi neutron-server[103392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'code': 422} returned with failed status Mar 20 16:24:02.715546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Router b848a00c-e9e5-421b-b7a4-fb391dad8957 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:24:02.729513 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:02.734961 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-5a61e635-b5c7-4547-a0d8-4fe44cddad6b req-a5ede266-0100-47a8-8e56-d6087a4d70d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:24:02.735983 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a61e635-b5c7-4547-a0d8-4fe44cddad6b req-a5ede266-0100-47a8-8e56-d6087a4d70d4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1097481 Mar 20 16:24:02.838289 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:02.843577 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3776e7f9-5ddc-4f44-8801-e2089fb2f801 admin admin] 10.222.0.18 "PUT /v2.0/routers/b848a00c-e9e5-421b-b7a4-fb391dad8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652080 Mar 20 16:24:02.847049 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53954) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:02.853592 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Sync routers for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:02.876025 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:02.877048 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:02.981500 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351282a4-823c-439e-bf5c-800b524fdd08 req-14ee745d-f560-44ba-910d-db7ed59df5a3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:02.983267 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-351282a4-823c-439e-bf5c-800b524fdd08 req-14ee745d-f560-44ba-910d-db7ed59df5a3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1105351 Mar 20 16:24:02.995482 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks [] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.019222 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-c6667db2-0361-45de-b5cd-3d6cea135029 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075807 Mar 20 16:24:03.049676 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-351282a4-823c-439e-bf5c-800b524fdd08 req-68c88a8c-e746-49f3-8e1c-a67f432f425d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540605 Mar 20 16:24:03.067046 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:03.119790 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-ef74967e-2671-4638-8423-ba434bfd8214 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:03.121511 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-ef74967e-2671-4638-8423-ba434bfd8214 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports/888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 941 time: 0.0707545 Mar 20 16:24:03.144202 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks [] for router_gateway (b848a00c-e9e5-421b-b7a4-fb391dad8957), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.225434 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Deleting port d0a090e2-38a1-4503-91f7-4ccf1186d63f {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:03.225768 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.306314 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] For port d0a090e2-38a1-4503-91f7-4ccf1186d63f, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d0a090e2-38a1-4503-91f7-4ccf1186d63f,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:03.306670 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.321507 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Calling delete_port for d0a090e2-38a1-4503-91f7-4ccf1186d63f owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:03.383252 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:24:02Z', 'revision_number': 5, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port': {'id': 'd0a090e2-38a1-4503-91f7-4ccf1186d63f', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:03.413878 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Checking router: b848a00c-e9e5-421b-b7a4-fb391dad8957 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:03.422204 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Routers {'b848a00c-e9e5-421b-b7a4-fb391dad8957'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:03.422836 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['b848a00c-e9e5-421b-b7a4-fb391dad8957'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:03.499005 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d0a090e2-38a1-4503-91f7-4ccf1186d63f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.517224 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] Set router b848a00c-e9e5-421b-b7a4-fb391dad8957 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:03.533731 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a090e2-38a1-4503-91f7-4ccf1186d63f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:03.574059 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:24:03Z', 'revision_number': 6, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:03.600228 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077dac-0e76-4f40-a65b-a5ca495400de None None] The sync data for ids ['b848a00c-e9e5-421b-b7a4-fb391dad8957'] in dv-cinder-834172-2-iscsi is: [{'id': 'b848a00c-e9e5-421b-b7a4-fb391dad8957', 'name': 'tempest-TestMinimumBasicScenario-345753985-router', 'tenant_id': '9cac0be36d3e4669b05b5b1f30802658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:54Z', 'updated_at': '2022-03-20T16:24:03Z', 'revision_number': 6, 'project_id': '9cac0be36d3e4669b05b5b1f30802658', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:03.605854 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.702423 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.704731 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks [] for router_controller (b848a00c-e9e5-421b-b7a4-fb391dad8957), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.752392 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (b848a00c-e9e5-421b-b7a4-fb391dad8957), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.753092 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b848a00c-e9e5-421b-b7a4-fb391dad8957 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:24:03.757802 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.758993 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ef4e842b-fa64-48da-974b-c23f3929da05 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b848a00c-e9e5-421b-b7a4-fb391dad8957 HTTP/1.1" status: 204 len: 168 time: 0.9110816 Mar 20 16:24:03.761458 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53970) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:03.809573 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Deleting subnet bd2ba8a6-475e-4786-86ca-75f85e936ddf {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:24:03.812803 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Publish callbacks [] for subnet (bd2ba8a6-475e-4786-86ca-75f85e936ddf), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.847439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (bd2ba8a6-475e-4786-86ca-75f85e936ddf), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.925411 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (bd2ba8a6-475e-4786-86ca-75f85e936ddf), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:03.983358 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (bd2ba8a6-475e-4786-86ca-75f85e936ddf), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.024576 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2ba8a6-475e-4786-86ca-75f85e936ddf,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:04.026562 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.034289 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6090f8-5457-45b8-8045-91b69970eff1 None None] Network 525aac17-da0c-4934-8325-213c35b5376f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:24:04.037596 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-918cd1a0-1346-4b32-a85e-8c17bc5d4df1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd2ba8a6-475e-4786-86ca-75f85e936ddf HTTP/1.1" status: 204 len: 168 time: 0.2750773 Mar 20 16:24:04.043685 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53976) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:04.119781 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 53982) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:04.136851 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (525aac17-da0c-4934-8325-213c35b5376f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.164814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-ff55619e-2291-4b2d-b1a6-060487a7bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.166448 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-ff55619e-2291-4b2d-b1a6-060487a7bcf4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc&tenant_id=bd30e021475547fea71a24a023e0fe49 HTTP/1.1" status: 200 len: 1128 time: 0.1515830 Mar 20 16:24:04.245742 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701b84-6995-4616-894d-0a687f78414b req-d0b41070-490c-4b00-94e9-13ca42e18ce3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.247263 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76701b84-6995-4616-894d-0a687f78414b req-d0b41070-490c-4b00-94e9-13ca42e18ce3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0843558 Mar 20 16:24:04.249872 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Deleting port ea0272fd-be59-40da-8233-53b8e30d6ef5 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:04.250203 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.257362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-451ca18d-3869-4442-ac32-2bd8e1a4c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.258991 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-451ca18d-3869-4442-ac32-2bd8e1a4c554 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1128 time: 0.0517063 Mar 20 16:24:04.349818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-5d6f5071-0a42-412f-9a3c-8710aa05c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.351278 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-5d6f5071-0a42-412f-9a3c-8710aa05c33a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.0869303 Mar 20 16:24:04.383822 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] DHCP port deletion for 525aac17-da0c-4934-8325-213c35b5376f request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:24:04.414120 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] For port ea0272fd-be59-40da-8233-53b8e30d6ef5, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=ea0272fd-be59-40da-8233-53b8e30d6ef5,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:04.414513 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.437319 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-76701b84-6995-4616-894d-0a687f78414b req-23647906-1563-450c-8216-ae7745434af5 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840911 Mar 20 16:24:04.442200 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Calling delete_port for ea0272fd-be59-40da-8233-53b8e30d6ef5 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:04.452966 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-bdba233e-c2be-47ac-9639-26c0559735c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 1000 time: 0.0936863 Mar 20 16:24:04.476350 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Deleting port ea0272fd-be59-40da-8233-53b8e30d6ef5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:04.477467 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.514957 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-e2599b7f-1709-43ab-82ef-b3e9d45c6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.516425 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-e2599b7f-1709-43ab-82ef-b3e9d45c6135 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0571973 Mar 20 16:24:04.523503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5a6634c7-1729-48ab-90b5-1988f66299a9 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:04.546438 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 5a6634c7-1729-48ab-90b5-1988f66299a9 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:04.547090 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5a6634c7-1729-48ab-90b5-1988f66299a9 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:04.548252 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d0a090e2-38a1-4503-91f7-4ccf1186d63f no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:04.567874 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-289605d7-7fd9-4a22-ad0e-0cb6dcd6d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:04.569457 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-289605d7-7fd9-4a22-ad0e-0cb6dcd6d1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470958 Mar 20 16:24:04.582600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: d0a090e2-38a1-4503-91f7-4ccf1186d63f {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:04.583082 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d0a090e2-38a1-4503-91f7-4ccf1186d63f not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:04.583612 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device ea0272fd-be59-40da-8233-53b8e30d6ef5 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:04.620305 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.624469 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] For port ea0272fd-be59-40da-8233-53b8e30d6ef5, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=ea0272fd-be59-40da-8233-53b8e30d6ef5,segment=NetworkSegment(1254506e-d2f6-4a61-9ad9-beeb4001e332),segment_id=1254506e-d2f6-4a61-9ad9-beeb4001e332)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:04.625291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.645685 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Calling delete_port for ea0272fd-be59-40da-8233-53b8e30d6ef5 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:04.659312 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0272fd-be59-40da-8233-53b8e30d6ef5,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:04.669213 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-c474cd75-6bad-4c11-940c-4125b1d4f357 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933380 Mar 20 16:24:04.683186 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No active binding found for port ea0272fd-be59-40da-8233-53b8e30d6ef5 {{(pid=103392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 20 16:24:04.683571 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] The host dv-cinder-834172-2-iscsi is not matching for port ea0272fd-be59-40da-8233-53b8e30d6ef5 host None! {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 20 16:24:04.684674 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device ea0272fd-be59-40da-8233-53b8e30d6ef5 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:04.686437 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] No DVR routers for this DVR port ea0272fd-be59-40da-8233-53b8e30d6ef5 on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:04.777248 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bac2872-f63f-4b3d-b6f2-9dc7158c8b1b req-20039d27-4226-4ac6-b7ec-1ea44574946d service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026356 Mar 20 16:24:04.794402 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (ea0272fd-be59-40da-8233-53b8e30d6ef5), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.817506 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (525aac17-da0c-4934-8325-213c35b5376f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.821590 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] Pushing event deleted for resources: {'Port': ['ID=ea0272fd-be59-40da-8233-53b8e30d6ef5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:04.828005 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250252c1-5151-4586-9c0c-d953f7fdbec1 None None] No DVR routers for this DVR port ea0272fd-be59-40da-8233-53b8e30d6ef5 on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:04.856080 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525aac17-da0c-4934-8325-213c35b5376f']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:04.872505 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1254506e-d2f6-4a61-9ad9-beeb4001e332') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:04.872865 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1254506e-d2f6-4a61-9ad9-beeb4001e332') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:04.890769 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (1254506e-d2f6-4a61-9ad9-beeb4001e332), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.913188 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (1254506e-d2f6-4a61-9ad9-beeb4001e332), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.922557 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:24:04.922910 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (1254506e-d2f6-4a61-9ad9-beeb4001e332), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:24:04.924495 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:24:05.285199 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (525aac17-da0c-4934-8325-213c35b5376f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.295830 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.299179 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/525aac17-da0c-4934-8325-213c35b5376f HTTP/1.1" status: 204 len: 168 time: 1.2542920 Mar 20 16:24:05.315231 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b0c0-0599-4a31-a96b-e5c2284fd8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=525aac17-da0c-4934-8325-213c35b5376f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:05.342992 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.522463 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54010) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:05.663829 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fa748f26-964c-4386-ad19-8a34172cca28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b99ce29c08104e2788002fbd04410b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395748 Mar 20 16:24:05.666555 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54012) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:05.688430 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c306-17d0-46dc-824b-ba1c4e6dbbc7 req-a27ec799-0239-45b9-81e3-fbf72a0eb66f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:05.690167 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dff7c306-17d0-46dc-824b-ba1c4e6dbbc7 req-a27ec799-0239-45b9-81e3-fbf72a0eb66f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1106246 Mar 20 16:24:05.789117 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] Publish callbacks [] for security_group (939196de-ae74-43b1-b962-595466f583c6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.801505 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dff7c306-17d0-46dc-824b-ba1c4e6dbbc7 req-580f2644-b1da-4caa-8853-4c4d2b9311fe tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054528 Mar 20 16:24:05.814450 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] Publish callbacks [] for security_group (939196de-ae74-43b1-b962-595466f583c6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.861934 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Deleting port cfa7c58f-b67a-46eb-bddf-769c2567feb8 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:05.862631 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.952691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (939196de-ae74-43b1-b962-595466f583c6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.955463 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.959452 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/939196de-ae74-43b1-b962-595466f583c6 HTTP/1.1" status: 204 len: 168 time: 0.2880495 Mar 20 16:24:05.966528 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] For port cfa7c58f-b67a-46eb-bddf-769c2567feb8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=cfa7c58f-b67a-46eb-bddf-769c2567feb8,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:05.966934 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:05.986299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925ec35-a384-4be3-8fb7-1399a5bdb1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939196de-ae74-43b1-b962-595466f583c6,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:05.988360 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Calling delete_port for cfa7c58f-b67a-46eb-bddf-769c2567feb8 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:06.215754 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (cfa7c58f-b67a-46eb-bddf-769c2567feb8), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.260778 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa7c58f-b67a-46eb-bddf-769c2567feb8,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:06.485084 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54018) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:06.559783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.578543 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a0ebe790-c25d-4ced-a05a-c929f466154f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cac0be36d3e4669b05b5b1f30802658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0943556 Mar 20 16:24:06.579806 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54020) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:06.638270 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] Publish callbacks [] for security_group (acd31246-d5a5-4f88-8cb5-65da4da8afdc), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.665016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] Publish callbacks [] for security_group (acd31246-d5a5-4f88-8cb5-65da4da8afdc), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.728843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (acd31246-d5a5-4f88-8cb5-65da4da8afdc), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.732011 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:06.736308 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd31246-d5a5-4f88-8cb5-65da4da8afdc HTTP/1.1" status: 204 len: 168 time: 0.1555200 Mar 20 16:24:06.745814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007e737-b175-4761-ba0b-eed667419abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd31246-d5a5-4f88-8cb5-65da4da8afdc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:06.896214 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Router 92087dd5-51f6-4165-9b4e-0ea55f451be0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:24:07.046043 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff986efc-f9b7-487a-bb01-e603abb65c09 req-a335d94e-797d-49a2-a2e9-e319908b30f0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:07.053812 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff986efc-f9b7-487a-bb01-e603abb65c09 req-a335d94e-797d-49a2-a2e9-e319908b30f0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1540554 Mar 20 16:24:07.122806 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:07.133247 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-237a2935-4f51-4cac-ad16-a5602a2988bf admin admin] 10.222.0.18 "PUT /v2.0/routers/92087dd5-51f6-4165-9b4e-0ea55f451be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0124071 Mar 20 16:24:07.138547 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Sync routers for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:07.146393 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54026) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:07.164828 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:07.165599 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ff986efc-f9b7-487a-bb01-e603abb65c09 req-f75cfa33-3f97-4599-8ff7-0c1b4f183989 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107943 Mar 20 16:24:07.167802 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:07.306196 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks [] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:07.337974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:07.421402 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks [] for router_gateway (92087dd5-51f6-4165-9b4e-0ea55f451be0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:07.486604 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Deleting port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:07.487201 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:07.555492 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:24:06Z', 'revision_number': 5, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port': {'id': '4ad293da-b5a8-4e6a-8689-1f6a288f3ddc', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:07.586213 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Checking router: 92087dd5-51f6-4165-9b4e-0ea55f451be0 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:07.589223 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] For port 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:07.589596 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:07.595779 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Routers {'92087dd5-51f6-4165-9b4e-0ea55f451be0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:07.596516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:23:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['92087dd5-51f6-4165-9b4e-0ea55f451be0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:07.620246 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Calling delete_port for 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:07.696463 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] Set router 92087dd5-51f6-4165-9b4e-0ea55f451be0 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:07.762780 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:24:07Z', 'revision_number': 6, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:07.794006 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c929-6ec9-405c-b295-b114e8c4975e None None] The sync data for ids ['92087dd5-51f6-4165-9b4e-0ea55f451be0'] in dv-cinder-834172-2-iscsi is: [{'id': '92087dd5-51f6-4165-9b4e-0ea55f451be0', 'name': 'tempest-AttachVolumeTestJSON-1418172355-router', 'tenant_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:24:07Z', 'revision_number': 6, 'project_id': 'ee6c1373cfca4082bb000ddeb48e6155', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:07.823742 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (4ad293da-b5a8-4e6a-8689-1f6a288f3ddc), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:07.883283 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad293da-b5a8-4e6a-8689-1f6a288f3ddc,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:07.923082 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.022041 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.023918 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks [] for router_controller (92087dd5-51f6-4165-9b4e-0ea55f451be0), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.071420 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (92087dd5-51f6-4165-9b4e-0ea55f451be0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.071956 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92087dd5-51f6-4165-9b4e-0ea55f451be0 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:24:08.076746 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.077995 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7311bd1c-989c-4491-b628-c29a08ef8cdf admin admin] 10.222.0.18 "DELETE /v2.0/routers/92087dd5-51f6-4165-9b4e-0ea55f451be0 HTTP/1.1" status: 204 len: 168 time: 0.9112985 Mar 20 16:24:08.080727 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54030) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:08.128534 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Deleting subnet f75d51aa-db4b-4ceb-893e-519c452d235e {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:24:08.136439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Publish callbacks [] for subnet (f75d51aa-db4b-4ceb-893e-519c452d235e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.173597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (f75d51aa-db4b-4ceb-893e-519c452d235e), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.308490 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (f75d51aa-db4b-4ceb-893e-519c452d235e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.334827 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040b89-32b5-426b-b9d4-8ed08dd3d2c6 req-fbb9e850-df2f-4755-aebf-9fb6d4288934 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:08.336523 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fb040b89-32b5-426b-b9d4-8ed08dd3d2c6 req-fbb9e850-df2f-4755-aebf-9fb6d4288934 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0810261 Mar 20 16:24:08.394760 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (f75d51aa-db4b-4ceb-893e-519c452d235e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.408673 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fb040b89-32b5-426b-b9d4-8ed08dd3d2c6 req-5420c198-e8a1-49f9-a49d-dd6003a558de tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645552 Mar 20 16:24:08.427575 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75d51aa-db4b-4ceb-893e-519c452d235e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:08.429567 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.432911 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c06710d2-bae2-48cf-a45a-ec4981620271 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f75d51aa-db4b-4ceb-893e-519c452d235e HTTP/1.1" status: 204 len: 168 time: 0.3511841 Mar 20 16:24:08.435441 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54034) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:08.438405 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9024588-7203-4d74-9bd8-1b9c590725e5 None None] Network f03fa334-bc26-4117-bfca-45830df37aac requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:24:08.511951 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (f03fa334-bc26-4117-bfca-45830df37aac), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.574779 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Deleting port d659d7b8-95e3-4f69-b711-d9e9d20c0159 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:08.575096 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.640948 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] For port d659d7b8-95e3-4f69-b711-d9e9d20c0159, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d659d7b8-95e3-4f69-b711-d9e9d20c0159,segment=NetworkSegment(7c55c10e-8657-451a-a96c-4af6f5e18175),segment_id=7c55c10e-8657-451a-a96c-4af6f5e18175)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:08.641312 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.681817 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Calling delete_port for d659d7b8-95e3-4f69-b711-d9e9d20c0159 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:08.695438 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] DHCP port deletion for f03fa334-bc26-4117-bfca-45830df37aac request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:24:08.785328 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.824104 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d659d7b8-95e3-4f69-b711-d9e9d20c0159,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:08.837524 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] No DVR routers for this DVR port d659d7b8-95e3-4f69-b711-d9e9d20c0159 on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:08.895535 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:08.918401 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:08.918756 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 4ad293da-b5a8-4e6a-8689-1f6a288f3ddc not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:08.919114 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d659d7b8-95e3-4f69-b711-d9e9d20c0159 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:08.943335 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: d659d7b8-95e3-4f69-b711-d9e9d20c0159 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:08.943682 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d659d7b8-95e3-4f69-b711-d9e9d20c0159 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:08.944101 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device cfa7c58f-b67a-46eb-bddf-769c2567feb8 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:08.965496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: cfa7c58f-b67a-46eb-bddf-769c2567feb8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:24:08.965910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device cfa7c58f-b67a-46eb-bddf-769c2567feb8 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:24:08.983474 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (f03fa334-bc26-4117-bfca-45830df37aac), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:08.990708 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Deleting port d659d7b8-95e3-4f69-b711-d9e9d20c0159 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:08.991085 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.015440 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03fa334-bc26-4117-bfca-45830df37aac']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:09.032610 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c55c10e-8657-451a-a96c-4af6f5e18175') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:09.033329 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c55c10e-8657-451a-a96c-4af6f5e18175') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:09.046180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (7c55c10e-8657-451a-a96c-4af6f5e18175), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.070761 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (7c55c10e-8657-451a-a96c-4af6f5e18175), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.075532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] For port d659d7b8-95e3-4f69-b711-d9e9d20c0159, host dv-cinder-834172-2-iscsi, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:09.076233 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.080225 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:24:09.090031 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (7c55c10e-8657-451a-a96c-4af6f5e18175), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.092878 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Calling delete_port for d659d7b8-95e3-4f69-b711-d9e9d20c0159 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:09.096395 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Port d659d7b8-95e3-4f69-b711-d9e9d20c0159 was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 20 16:24:09.098022 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (d659d7b8-95e3-4f69-b711-d9e9d20c0159), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:24:09.128005 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:24:09.134361 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] Pushing event deleted for resources: {'Port': ['ID=d659d7b8-95e3-4f69-b711-d9e9d20c0159,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:09.140476 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769927ea-2543-41c5-8115-a35192ecb829 None None] No DVR routers for this DVR port d659d7b8-95e3-4f69-b711-d9e9d20c0159 on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:09.214096 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (f03fa334-bc26-4117-bfca-45830df37aac), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.224611 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.232571 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f03fa334-bc26-4117-bfca-45830df37aac HTTP/1.1" status: 204 len: 168 time: 0.7961416 Mar 20 16:24:09.252153 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6bbfd-0ba3-4cde-91f1-f77284e327a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f03fa334-bc26-4117-bfca-45830df37aac,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:09.427834 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54038) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:09.526329 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-162ebe3e-d663-470c-ad19-022223660eac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee6c1373cfca4082bb000ddeb48e6155&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0954156 Mar 20 16:24:09.530740 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54042) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:09.601840 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edaa63-d17f-4c7b-939d-ba26949619dd req-4e383a9e-8fd2-4be2-946b-ad910eb5f9a8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:09.605325 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] Publish callbacks [] for security_group (f9abd281-2edf-43d4-8d68-c57562431e63), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.610513 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3edaa63-d17f-4c7b-939d-ba26949619dd req-4e383a9e-8fd2-4be2-946b-ad910eb5f9a8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0974262 Mar 20 16:24:09.652509 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] Publish callbacks [] for security_group (f9abd281-2edf-43d4-8d68-c57562431e63), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.682961 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f3edaa63-d17f-4c7b-939d-ba26949619dd req-f3240af3-51e7-4f2d-9ee5-1db0f2b1c4b1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707641 Mar 20 16:24:09.731068 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f9abd281-2edf-43d4-8d68-c57562431e63), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.733162 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:09.742701 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9abd281-2edf-43d4-8d68-c57562431e63 HTTP/1.1" status: 204 len: 168 time: 0.2077212 Mar 20 16:24:09.759881 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f56f1c-94f8-4746-9054-acf531ac7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abd281-2edf-43d4-8d68-c57562431e63,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:10.392021 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95b600c8-7bec-4d1c-badd-89443b7f686a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.509608 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54066) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:10.608687 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1121831265-network', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:10.631935 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:24:10.634962 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.644997 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.730167 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks [] for security_group (17bd873c-dc03-43cb-afd2-0450e58df4f5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.735384 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (17bd873c-dc03-43cb-afd2-0450e58df4f5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.787346 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:24:10.790136 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd873c-dc03-43cb-afd2-0450e58df4f5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:10.831955 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (a09d6c5d-009a-4d12-a53a-d7b55aeab8ef), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.832301 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Added segment a09d6c5d-009a-4d12-a53a-d7b55aeab8ef of type vlan for network 321878ec-6899-4411-b517-a444f00e8b7f Mar 20 16:24:10.880781 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (321878ec-6899-4411-b517-a444f00e8b7f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.897331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af2cc-6f22-4b70-b8b9-7c6d67de7279 req-52877f92-f0ed-463c-86ca-3218a05af195 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:10.898933 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-891af2cc-6f22-4b70-b8b9-7c6d67de7279 req-52877f92-f0ed-463c-86ca-3218a05af195 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1132929 Mar 20 16:24:10.943294 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (321878ec-6899-4411-b517-a444f00e8b7f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:10.944262 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:10.944907 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.007155 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-891af2cc-6f22-4b70-b8b9-7c6d67de7279 req-206bfaaf-da5c-4377-b0a9-3d31b384d665 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976188 Mar 20 16:24:11.019037 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5081279 Mar 20 16:24:11.022437 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54072) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:11.038372 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Request body: {'subnet': {'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-subnet', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:11.049623 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46896-5485-4eb3-ae1c-5f57ab5f9e1b admin admin] Pushing event updated for resources: {'Network': ['ID=321878ec-6899-4411-b517-a444f00e8b7f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:11.053460 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:24:11.056195 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.061028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 321878ec-6899-4411-b517-a444f00e8b7f details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:24:11.243332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (e9141a84-e4f2-48b3-978d-c790fc9d389f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.307032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9141a84-e4f2-48b3-978d-c790fc9d389f,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:11.314855 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:24:11.315278 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Network hostable DHCP agents. Network: 321878ec-6899-4411-b517-a444f00e8b7f, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:24:11.336303 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Network 321878ec-6899-4411-b517-a444f00e8b7f is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:24:11.348470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 321878ec-6899-4411-b517-a444f00e8b7f) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:11.352874 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:11.353485 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.360566 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464057b5-fc90-4c95-a35c-8ed985fec7cf None None] Network 321878ec-6899-4411-b517-a444f00e8b7f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:24:11.378737 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fdd86841-48fa-459b-b6bc-71c484b496b1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3550911 Mar 20 16:24:11.381721 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54074) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:11.386827 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:11.417570 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (e886dce4-a36b-4a28-958c-9039464b4de2), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.418880 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (e886dce4-a36b-4a28-958c-9039464b4de2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.475555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-321878ec-6899-4411-b517-a444f00e8b7f', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:24:11.476572 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.538524 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for router_controller (e886dce4-a36b-4a28-958c-9039464b4de2), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.665519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Allocated IP 172.20.0.2 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/9d5c96e5-ffcc-4275-b0f3-f127a33239ff) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:24:11.723144 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for router_gateway (e886dce4-a36b-4a28-958c-9039464b4de2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.848382 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks [] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.858307 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.916677 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:11.921779 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:11.935223 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:24:11.948583 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Pushing event updated for resources: {'Port': ['ID=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:11.964341 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for router_gateway (e886dce4-a36b-4a28-958c-9039464b4de2), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:11.993168 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.021504 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Attempting to bind port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:24:12.021864 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Attempting to bind port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:24:12.022217 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Attempting to bind port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:24:12.030800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:24:12.030800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:24:12.030800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.030800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:24:12.030800 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Bound port: 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:24:12.031431 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.132519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] For port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:24:12.136340 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] For port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:24:12.145687 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Allocated IP 172.27.1.109 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d68d1b0a-da6e-4781-82a6-23a571ae3e11) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:24:12.151380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.174634 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e40128-a163-492d-ad0f-05ad55d53dfe req-e1281a00-6dac-42b1-8005-37c255de81ea tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:12.177444 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5e40128-a163-492d-ad0f-05ad55d53dfe req-e1281a00-6dac-42b1-8005-37c255de81ea tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0697532 Mar 20 16:24:12.234404 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add1747-ebb1-492a-abbb-ce307ec57309 None None] Pushing event updated for resources: {'Port': ['ID=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:12.278784 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.305011 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5e40128-a163-492d-ad0f-05ad55d53dfe req-a70c8b11-ec57-4c28-93e3-c9e455fc872d tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184266 Mar 20 16:24:12.672898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.712885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:12.716147 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:12.720035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:24:12.750874 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2db4697-6deb-49f9-b6eb-00b92b1d5270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:12.788535 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d68d1b0a-da6e-4781-82a6-23a571ae3e11,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:12.840402 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962629bf-a3b3-4d17-a176-15ed93883fab req-911b99b7-7c08-4b91-a27a-31bfb268fce4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:12.842076 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-962629bf-a3b3-4d17-a176-15ed93883fab req-911b99b7-7c08-4b91-a27a-31bfb268fce4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0726697 Mar 20 16:24:12.894224 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-962629bf-a3b3-4d17-a176-15ed93883fab req-524e689d-affe-43a1-9b30-2da607c275ef tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 Mar 20 16:24:13.023475 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for router_gateway (e886dce4-a36b-4a28-958c-9039464b4de2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.232309 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (e886dce4-a36b-4a28-958c-9039464b4de2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.408193 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149f29b-3067-4b51-96a2-9e2311d7c01f None None] Network 321878ec-6899-4411-b517-a444f00e8b7f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:24:13.428747 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Router e886dce4-a36b-4a28-958c-9039464b4de2 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:24:13.454217 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffba04-4200-45fb-8d6d-67a9669cd39e req-e0d5d4d6-3ff3-40f1-a6cb-0a7e255cb937 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:13.455652 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bffba04-4200-45fb-8d6d-67a9669cd39e req-e0d5d4d6-3ff3-40f1-a6cb-0a7e255cb937 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0719790 Mar 20 16:24:13.472272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Provisioning complete for port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:13.472643 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.570765 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4bffba04-4200-45fb-8d6d-67a9669cd39e req-5c3b77a5-8275-4b48-bf7a-d9303825c9bf tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849793 Mar 20 16:24:13.584859 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:13.596144 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:13.599024 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Current status of the port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:13.599493 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.604369 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.608368 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-86639ea6-e942-46b7-b26c-65656430c0e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2226520 Mar 20 16:24:13.608577 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54086) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:13.622440 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:13.623063 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:13.641514 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] For port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:13.647618 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.711393 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad062a-2992-4068-96e6-f905cb382551 None None] Pushing event updated for resources: {'Port': ['ID=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:13.735624 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:13.869214 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-fc9bd39a-e4b8-4aac-82eb-879c8bacfc61 None None] Provisioning complete for port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:13.869897 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd39a-e4b8-4aac-82eb-879c8bacfc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.923352 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:12Z', 'revision_number': 3, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:13.934576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:13.957729 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:13.958085 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Updating router e886dce4-a36b-4a28-958c-9039464b4de2 port d68d1b0a-da6e-4781-82a6-23a571ae3e11 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:24:13.968551 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bd39a-e4b8-4aac-82eb-879c8bacfc61 None None] Current status of the port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:13.987398 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.027458 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa6f8-9738-41a5-bdcc-1e192ecab2d5 req-87d964ac-4951-422e-b0a8-cfe67d59a7d0 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:14.029070 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f8afa6f8-9738-41a5-bdcc-1e192ecab2d5 req-87d964ac-4951-422e-b0a8-cfe67d59a7d0 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0613873 Mar 20 16:24:14.081335 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f8afa6f8-9738-41a5-bdcc-1e192ecab2d5 req-c1b1f8e1-ca2f-4a13-a46b-e424868b96cf tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Mar 20 16:24:14.103233 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.251810 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Allocated IP 172.20.0.1 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/f316c4f0-5e29-4241-984a-73c90ab41e81) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:24:14.255762 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks [] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.261185 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.315530 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Attempting to bind port d68d1b0a-da6e-4781-82a6-23a571ae3e11 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:24:14.315898 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Attempting to bind port d68d1b0a-da6e-4781-82a6-23a571ae3e11 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:24:14.316258 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Attempting to bind port d68d1b0a-da6e-4781-82a6-23a571ae3e11 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:24:14.322081 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Pushing event updated for resources: {'Port': ['ID=d68d1b0a-da6e-4781-82a6-23a571ae3e11,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:14.327016 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:24:14.327389 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:24:14.327787 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.328177 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:24:14.328644 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Bound port: d68d1b0a-da6e-4781-82a6-23a571ae3e11, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:24:14.329016 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.350884 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.351232 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.351596 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.351949 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.352258 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.352581 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.352903 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.353262 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.353550 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.353870 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.354312 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.354831 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.355161 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.355517 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.355836 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:14.362559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks [] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.390652 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] For port d68d1b0a-da6e-4781-82a6-23a571ae3e11, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:24:14.393729 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] For port d68d1b0a-da6e-4781-82a6-23a571ae3e11, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d68d1b0a-da6e-4781-82a6-23a571ae3e11,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:24:14.397925 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.401799 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.437958 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:14.440990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:14.443631 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:24:14.453920 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3333f-d91e-4428-9317-4e8054371f7b None None] Pushing event updated for resources: {'Port': ['ID=d68d1b0a-da6e-4781-82a6-23a571ae3e11,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:14.474389 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:14.475022 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:14.481795 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Pushing event updated for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:14.496327 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (e886dce4-a36b-4a28-958c-9039464b4de2), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.530080 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9d5c96e5-ffcc-4275-b0f3-f127a33239ff up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:14.584186 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:14.584812 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.585124 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:14.674641 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.699048 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:14.793655 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-40fa8181-c972-437b-880b-8679b58434f0 None None] Provisioning complete for port f316c4f0-5e29-4241-984a-73c90ab41e81 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:14.794239 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40fa8181-c972-437b-880b-8679b58434f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.807878 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:12Z', 'revision_number': 3, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:14.830293 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-40fa8181-c972-437b-880b-8679b58434f0 None None] Port f316c4f0-5e29-4241-984a-73c90ab41e81 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:24:14.832240 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dcd5-a878-4395-9e93-13b81c4fc18f req-9594e260-9def-46a1-8148-b0109828d303 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:14.833988 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a58dcd5-a878-4395-9e93-13b81c4fc18f req-9594e260-9def-46a1-8148-b0109828d303 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.1144092 Mar 20 16:24:14.836788 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3534d7-858c-4cf8-af0d-eade7bdad75d None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:12Z', 'revision_number': 3, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:14.922134 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a58dcd5-a878-4395-9e93-13b81c4fc18f req-0fdbe7d7-6f34-443b-9edf-eea4219f31ae tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787911 Mar 20 16:24:14.934559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks [] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:14.939951 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:15.006233 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Pushing event updated for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:15.008607 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (e886dce4-a36b-4a28-958c-9039464b4de2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:15.114938 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:15.116387 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:15.240068 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:15.242579 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:24:15.243362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1635d-8f50-465e-ab9e-2544e44b3b74 req-b3bfab36-9ca0-4ef7-b30a-646781d97bab tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:15.245123 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fa1635d-8f50-465e-ab9e-2544e44b3b74 req-b3bfab36-9ca0-4ef7-b30a-646781d97bab tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0852375 Mar 20 16:24:15.310227 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9fa1635d-8f50-465e-ab9e-2544e44b3b74 req-735a661e-a6f5-4a7d-a852-f2f4f4d93c86 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578747 Mar 20 16:24:15.367787 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:15.378759 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a3b89573-1aa4-4fd9-9f3c-abf23e5a9f91 admin admin] 10.222.0.18 "PUT /v2.0/routers/e886dce4-a36b-4a28-958c-9039464b4de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634351 Mar 20 16:24:15.457286 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-c949abcc-4777-4111-8a96-478762a54871 None None] Provisioning complete for port f316c4f0-5e29-4241-984a-73c90ab41e81 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:15.457668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c949abcc-4777-4111-8a96-478762a54871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:15.497358 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c949abcc-4777-4111-8a96-478762a54871 None None] Port f316c4f0-5e29-4241-984a-73c90ab41e81 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:24:16.006550 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54104) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:16.011116 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15853275', 'description': 'tempest-description--1390413249'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:16.032044 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.052496 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e770b-a7b9-4ac1-992c-704d282973c0 req-b003a2c9-d228-494b-961a-640e9625f201 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:16.053982 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-474e770b-a7b9-4ac1-992c-704d282973c0 req-b003a2c9-d228-494b-961a-640e9625f201 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 944 time: 0.0566776 Mar 20 16:24:16.100777 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-474e770b-a7b9-4ac1-992c-704d282973c0 req-950b365e-f9fb-46b1-8a81-4781ce81b951 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Mar 20 16:24:16.104984 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (84c2c216-a328-4ba4-8b86-2053e91939fe), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.110553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (84c2c216-a328-4ba4-8b86-2053e91939fe), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.142056 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2c216-a328-4ba4-8b86-2053e91939fe,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:16.149010 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.151460 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c2a44d11-3f91-456b-a089-970cd53a7921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1427178 Mar 20 16:24:16.153097 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54106) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:16.157661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': '84c2c216-a328-4ba4-8b86-2053e91939fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:16.184578 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (ec744f4b-8845-4ef7-82ba-d5ae7e6f1bf8), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.245476 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (ec744f4b-8845-4ef7-82ba-d5ae7e6f1bf8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.250173 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (ec744f4b-8845-4ef7-82ba-d5ae7e6f1bf8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.268659 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec744f4b-8845-4ef7-82ba-d5ae7e6f1bf8,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:16.276921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.280614 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4b333d20-5167-477d-8542-3f96d8d319a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240897 Mar 20 16:24:16.281061 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54108) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:16.285518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': '84c2c216-a328-4ba4-8b86-2053e91939fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:16.311791 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (6727327a-1df0-46a6-8010-8ecb505369d6), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.370330 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (6727327a-1df0-46a6-8010-8ecb505369d6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.375536 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (6727327a-1df0-46a6-8010-8ecb505369d6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.394319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6727327a-1df0-46a6-8010-8ecb505369d6,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:16.406210 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.410296 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5763e561-cf84-4557-9651-af3cf8072e74 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254029 Mar 20 16:24:16.411304 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54112) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:16.416819 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:16.439925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:16.440685 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15377-b69b-4e50-adca-860d48a7f897 req-885c0e6d-b435-44db-b76b-404cfa50aac2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:16.442551 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-49c15377-b69b-4e50-adca-860d48a7f897 req-885c0e6d-b435-44db-b76b-404cfa50aac2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0595908 Mar 20 16:24:16.452592 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:16.453431 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:16.462898 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.507603 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-49c15377-b69b-4e50-adca-860d48a7f897 req-a347befb-d6d0-4f7f-a95d-5c9196dc2660 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561428 Mar 20 16:24:16.535985 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d68d1b0a-da6e-4781-82a6-23a571ae3e11 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:16.567866 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:24:16.654350 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:16.752969 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d68d1b0a-da6e-4781-82a6-23a571ae3e11 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:16.753181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.845583 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.849169 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:16.881197 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '888c3acb-9b68-4fed-812e-903e13594231', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'port_id': '888c3acb-9b68-4fed-812e-903e13594231', 'mac_address': 'fa:16:3e:46:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:24:16.924327 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:16.964476 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.27.1.193 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d86ac983-9e12-4354-834b-b96a57bd37ab) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:24:17.076720 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.111693 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:17.112090 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.117424 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.153008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d68d1b0a-da6e-4781-82a6-23a571ae3e11 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:17.153453 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.157606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:17.160414 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:24:17.163376 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:17.168206 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:24:17.191431 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=d86ac983-9e12-4354-834b-b96a57bd37ab,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:17.200654 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:17.204116 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port d68d1b0a-da6e-4781-82a6-23a571ae3e11, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d68d1b0a-da6e-4781-82a6-23a571ae3e11,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:17.214376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.223042 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.257929 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:17.266432 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.300855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:17.301210 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Updating router e886dce4-a36b-4a28-958c-9039464b4de2 port f316c4f0-5e29-4241-984a-73c90ab41e81 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:24:17.307512 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=9']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:17.311037 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.357456 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.385804 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=d68d1b0a-da6e-4781-82a6-23a571ae3e11,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:17.460439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff7b8-b3c1-440a-bd9f-e7878d2b8bf2 req-6622052e-8274-4bee-805d-aa6c6b30d7d0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:17.461965 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5eff7b8-b3c1-440a-bd9f-e7878d2b8bf2 req-6622052e-8274-4bee-805d-aa6c6b30d7d0 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 945 time: 0.1110239 Mar 20 16:24:17.510918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['888c3acb-9b68-4fed-812e-903e13594231'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:24:17.531435 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.537030 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.543325 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d5eff7b8-b3c1-440a-bd9f-e7878d2b8bf2 req-908ca72a-6e9a-49d7-ba80-3e4f285f92a3 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724242 Mar 20 16:24:17.615422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=d86ac983-9e12-4354-834b-b96a57bd37ab,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:17.623869 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.643584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.650911 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1a9e54f0-cb67-4902-a429-1a2da5ea5938 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2378373 Mar 20 16:24:17.660907 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605dfa9-43fb-457e-86d1-af3d4c4c9255 req-b1c9bdd7-156e-49e3-8140-a96bdae69476 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:17.662455 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9605dfa9-43fb-457e-86d1-af3d4c4c9255 req-b1c9bdd7-156e-49e3-8140-a96bdae69476 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0615339 Mar 20 16:24:17.713502 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9605dfa9-43fb-457e-86d1-af3d4c4c9255 req-e02c785b-c727-47ca-bf6d-5bdb767e8d2d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452809 Mar 20 16:24:17.752464 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks [] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.763975 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.814674 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-cbcd1e03-30f8-4e3d-801b-6a3180580dc7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--15853275&fields=id&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 267 time: 0.0453866 Mar 20 16:24:17.833235 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0af42-0f76-418c-82b0-c843e34f96e0 None None] Pushing event updated for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:17.889103 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Attempting to bind port f316c4f0-5e29-4241-984a-73c90ab41e81 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:24:17.889506 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Attempting to bind port f316c4f0-5e29-4241-984a-73c90ab41e81 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:24:17.889873 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Attempting to bind port f316c4f0-5e29-4241-984a-73c90ab41e81 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:24:17.895263 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:24:17.895637 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:24:17.896041 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.896436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:24:17.896900 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Bound port: f316c4f0-5e29-4241-984a-73c90ab41e81, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:24:17.897289 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:17.924394 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-d2819f8e-8865-4ea9-8426-494a6852ee61 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:17.926084 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-d2819f8e-8865-4ea9-8426-494a6852ee61 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1049030 Mar 20 16:24:17.942512 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-06269daf-a7c4-4a8b-9460-1acc86861399 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/quotas/e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Mar 20 16:24:17.967596 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] For port f316c4f0-5e29-4241-984a-73c90ab41e81, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:24:17.971143 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] For port f316c4f0-5e29-4241-984a-73c90ab41e81, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=f316c4f0-5e29-4241-984a-73c90ab41e81,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:24:17.977549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.006933 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-246d22a3-607c-442a-8c56-9d1d2104a8f7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591836 Mar 20 16:24:18.035028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:18.035655 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:18.116052 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0af42-0f76-418c-82b0-c843e34f96e0 None None] Pushing event updated for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:18.131972 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Provisioning complete for port f316c4f0-5e29-4241-984a-73c90ab41e81 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:18.132345 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.174481 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-4438f286-67a8-42a7-9ece-e860dfe25038 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543863 Mar 20 16:24:18.193676 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:18.270177 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-d12dccc1-f510-4347-b177-3c82a046f61e service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Mar 20 16:24:18.341439 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Current status of the port f316c4f0-5e29-4241-984a-73c90ab41e81 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:18.341830 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.403668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] For port f316c4f0-5e29-4241-984a-73c90ab41e81, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=f316c4f0-5e29-4241-984a-73c90ab41e81,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:18.412019 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.448546 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e94f6410-aa98-4843-b076-5c36a4777a7c req-23422e7e-e7aa-4dbf-8a0d-b8f569eafdc5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 210 time: 0.0397339 Mar 20 16:24:18.486501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4f2cd-d994-47a5-bb5e-be9c3525ccfa None None] Pushing event updated for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:18.504468 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d68d1b0a-da6e-4781-82a6-23a571ae3e11 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:18.542621 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:18.579422 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:18.587530 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff908a8-eb10-4523-b8d1-679806465d5a None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:18.626586 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9a8d886c-5c0a-4c6c-9bc0-04f8acd23a7e None None] Provisioning complete for port f316c4f0-5e29-4241-984a-73c90ab41e81 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:18.627084 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a8d886c-5c0a-4c6c-9bc0-04f8acd23a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.704714 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port d68d1b0a-da6e-4781-82a6-23a571ae3e11 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:18.705133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.754045 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e67c-c982-439f-a328-bdb04352edba req-16d53a60-9d8e-4983-b3c2-019f6f2cc210 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:18.758364 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e27e67c-c982-439f-a328-bdb04352edba req-16d53a60-9d8e-4983-b3c2-019f6f2cc210 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 945 time: 0.0907483 Mar 20 16:24:18.767203 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 888c3acb-9b68-4fed-812e-903e13594231 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:18.767802 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (888c3acb-9b68-4fed-812e-903e13594231), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.829172 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e27e67c-c982-439f-a328-bdb04352edba req-b74dbfe0-2047-43b4-a0b0-c396f64222b1 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627224 Mar 20 16:24:18.881056 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d886c-5c0a-4c6c-9bc0-04f8acd23a7e None None] Current status of the port f316c4f0-5e29-4241-984a-73c90ab41e81 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:18.885982 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1379-8576-43a0-9618-98c99d567f83 req-dca4e368-849d-427c-987a-de64b3c5e7dc tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:18.897790 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b2d1379-8576-43a0-9618-98c99d567f83 req-dca4e368-849d-427c-987a-de64b3c5e7dc tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0833538 Mar 20 16:24:18.924231 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port d68d1b0a-da6e-4781-82a6-23a571ae3e11 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:18.945043 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 888c3acb-9b68-4fed-812e-903e13594231 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:18.945436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:18.954351 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b2d1379-8576-43a0-9618-98c99d567f83 req-8d09f737-ea8f-4792-bbbf-087410d40063 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555768 Mar 20 16:24:18.979883 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:18.982243 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9913e-e666-4d7b-83db-94e70242d27b" -d '{"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:18.995171 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:19.002730 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:19.029888 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b9a16-7ec0-480c-b164-b47a313b0988 x-openstack-request-id: req-fa9b9a16-7ec0-480c-b164-b47a313b0988 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:19.030180 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-plugged", "status": "completed", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:19.030464 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa9b9a16-7ec0-480c-b164-b47a313b0988 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:19.030861 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'code': 200} Mar 20 16:24:19.058815 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:19.316125 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a7e5d-8ce8-4c77-904c-5e43f5317c43 req-49134754-959c-4277-ba4e-04795b6375f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:19.317633 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a39a7e5d-8ce8-4c77-904c-5e43f5317c43 req-49134754-959c-4277-ba4e-04795b6375f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1131 time: 0.0444865 Mar 20 16:24:19.363451 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a39a7e5d-8ce8-4c77-904c-5e43f5317c43 req-0eae3693-a37a-485c-aea3-900eaa5dd06d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Mar 20 16:24:19.534538 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-025d27f2-3c85-4bf5-8450-b426a7bb4b40 req-ea48c417-f908-40e3-a82b-fb624f136029 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Mar 20 16:24:19.919813 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-15f5260c-99a8-4b1c-9904-f4af8ec7e32f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:19.921222 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-15f5260c-99a8-4b1c-9904-f4af8ec7e32f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1058753 Mar 20 16:24:19.963385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578374b-768e-4c49-a4d6-acd1b847d132 req-104d80ab-c2ef-4869-b882-2fee23bc5191 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:19.964883 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e578374b-768e-4c49-a4d6-acd1b847d132 req-104d80ab-c2ef-4869-b882-2fee23bc5191 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.0558600 Mar 20 16:24:19.998490 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-29c2372d-1de9-443a-ac78-7bbc154ad327 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 378 time: 0.0596623 Mar 20 16:24:20.010119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'port': {'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'admin_state_up': True, 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'security_groups': ['84c2c216-a328-4ba4-8b86-2053e91939fe']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:20.021472 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e578374b-768e-4c49-a4d6-acd1b847d132 req-174ce79f-9b58-44e9-a1f2-14ef80e9063e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506518 Mar 20 16:24:20.135362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625bdf-3564-4470-aaa4-89cf09918739 req-baa90e5d-0536-4579-a791-8b5904a80025 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:20.136829 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c625bdf-3564-4470-aaa4-89cf09918739 req-baa90e5d-0536-4579-a791-8b5904a80025 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0875344 Mar 20 16:24:20.171131 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:24:20.174462 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.209386 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c625bdf-3564-4470-aaa4-89cf09918739 req-0fda4a58-1306-4522-a5af-99e9192c17fd tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659268 Mar 20 16:24:20.328391 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.20.0.14 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/1da9e2a7-17f8-4efb-8817-3e0e026da136) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:24:20.469589 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.503604 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device f316c4f0-5e29-4241-984a-73c90ab41e81 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:20.509294 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.558228 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port f316c4f0-5e29-4241-984a-73c90ab41e81 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:20.558714 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.561525 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:24:20.564098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:24:20.570279 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:24:20.577081 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:20.629698 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:20.630393 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.657079 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-4144440c-f523-4057-8b46-a224edfeab8d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6506829 Mar 20 16:24:20.680356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Request body: {'port': {'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:20.685874 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port f316c4f0-5e29-4241-984a-73c90ab41e81 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:20.721644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933d933-5de9-40f4-9bed-266447dfeb46 req-1b53b583-cc4f-409e-93c7-2218431eb65f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:20.729038 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0933d933-5de9-40f4-9bed-266447dfeb46 req-1b53b583-cc4f-409e-93c7-2218431eb65f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 932 time: 0.1035049 Mar 20 16:24:20.755353 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.783116 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0933d933-5de9-40f4-9bed-266447dfeb46 req-2444141d-886a-4f2b-8208-fc1f4386a03f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528209 Mar 20 16:24:20.925567 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-13a172db-3aa0-4ffa-b02a-3321c376f554 None None] Provisioning complete for port 1da9e2a7-17f8-4efb-8817-3e0e026da136 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:20.926151 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13a172db-3aa0-4ffa-b02a-3321c376f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:20.966555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-13a172db-3aa0-4ffa-b02a-3321c376f554 None None] Port 1da9e2a7-17f8-4efb-8817-3e0e026da136 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:24:21.242493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbd8f9-3109-4b8c-bf42-5ea04f29b163 req-c0e2095a-b977-4c25-980e-44ad138a780e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.244020 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2acbd8f9-3109-4b8c-bf42-5ea04f29b163 req-c0e2095a-b977-4c25-980e-44ad138a780e tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.1146169 Mar 20 16:24:21.323182 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2acbd8f9-3109-4b8c-bf42-5ea04f29b163 req-4b3d064b-6cf9-41d3-b400-4f09ce5c4fe8 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688033 Mar 20 16:24:21.331655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331d5cf-9f6f-453f-91f7-f10c46888d67 req-7d95a7f6-bcbd-4a50-9354-0477f9b196eb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.333171 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b331d5cf-9f6f-453f-91f7-f10c46888d67 req-7d95a7f6-bcbd-4a50-9354-0477f9b196eb tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0550716 Mar 20 16:24:21.366576 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da9e2a7-17f8-4efb-8817-3e0e026da136 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:24:21.374439 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks [] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:21.387034 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Transition to ACTIVE for port object 1da9e2a7-17f8-4efb-8817-3e0e026da136 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:24:21.390178 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b331d5cf-9f6f-453f-91f7-f10c46888d67 req-b0d5083b-3750-427a-8662-b5c6db5d09c7 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516064 Mar 20 16:24:21.390904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:21.448505 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Pushing event updated for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:21.514866 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Attempting to bind port 1da9e2a7-17f8-4efb-8817-3e0e026da136 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:24:21.515205 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Attempting to bind port 1da9e2a7-17f8-4efb-8817-3e0e026da136 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:24:21.515546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Attempting to bind port 1da9e2a7-17f8-4efb-8817-3e0e026da136 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:24:21.520138 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Port 1da9e2a7-17f8-4efb-8817-3e0e026da136 on network 321878ec-6899-4411-b517-a444f00e8b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:24:21.520460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Attempting to bind port 1da9e2a7-17f8-4efb-8817-3e0e026da136 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:24:21.526053 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:24:21.526428 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:24:21.526877 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:24:21.527221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Bound port: 1da9e2a7-17f8-4efb-8817-3e0e026da136, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:24:21.527575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:21.594167 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:24:21.597238 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:24:21.604546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:21.640916 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.641552 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:21.643022 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] 10.222.0.42 "PUT /v2.0/ports/1da9e2a7-17f8-4efb-8817-3e0e026da136 HTTP/1.1" status: 200 len: 1094 time: 0.9674191 Mar 20 16:24:21.643471 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:21.645818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1442e-e1da-49a4-92dc-fefe91da6e07" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:21.677020 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999300-0232-4415-8cdd-cb107ff76571 service neutron] Pushing event updated for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:21.763831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-fb1f74e2-b483-4e8e-a1d0-b7271aa45190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.765398 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-fb1f74e2-b483-4e8e-a1d0-b7271aa45190 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 1128 time: 0.0546279 Mar 20 16:24:21.776861 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b36053-9cf1-4844-bf2c-f772ba052e59 x-openstack-request-id: req-16b36053-9cf1-4844-bf2c-f772ba052e59 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:21.777146 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:21.777525 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16b36053-9cf1-4844-bf2c-f772ba052e59 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:21.778944 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'status': 'completed', 'code': 200} Mar 20 16:24:21.815341 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-cf3d3458-ad4a-479b-8d07-f42384895a89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136 HTTP/1.1" status: 200 len: 217 time: 0.0357726 Mar 20 16:24:21.866137 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-05e3df2a-08c0-4a02-bfcd-9927889d00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.867639 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-05e3df2a-08c0-4a02-bfcd-9927889d00e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0464776 Mar 20 16:24:21.906302 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcd7e-d129-425e-a924-91448543d22a req-b97deb80-02e7-4243-bfe6-23a0a920e89c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.907859 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4bbcd7e-d129-425e-a924-91448543d22a req-b97deb80-02e7-4243-bfe6-23a0a920e89c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 944 time: 0.0560360 Mar 20 16:24:21.920789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d449a8-e178-413c-8577-46edad1617c4 req-f80be37d-069a-4ede-bff5-24baa9728cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:21.922379 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-f80be37d-069a-4ede-bff5-24baa9728cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486405 Mar 20 16:24:21.955598 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c4bbcd7e-d129-425e-a924-91448543d22a req-4f73fe14-f4f9-4f19-a17b-99ad8da311f2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410407 Mar 20 16:24:22.010236 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-b2369a62-f061-4944-bfad-50878bdebca5 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 Mar 20 16:24:22.120276 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d449a8-e178-413c-8577-46edad1617c4 req-e4b1aa1c-c006-45c7-8ff0-8b8bfd68ea65 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041675 Mar 20 16:24:22.260063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-69addbf5-70b6-4056-8489-2474cfc71364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.261639 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-69addbf5-70b6-4056-8489-2474cfc71364 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 1128 time: 0.0463095 Mar 20 16:24:22.356331 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-ab6420e5-7ce4-43bc-8485-e4d9ba7aa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.357844 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-ab6420e5-7ce4-43bc-8485-e4d9ba7aa4da service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0896780 Mar 20 16:24:22.399166 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:22.401293 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-5be52fc9-5b54-45fa-a7d4-222ad92798f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136 HTTP/1.1" status: 200 len: 217 time: 0.0367382 Mar 20 16:24:22.476563 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-86745646-5c6a-43cf-a126-30df79ff9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.478031 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-86745646-5c6a-43cf-a126-30df79ff9550 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0673313 Mar 20 16:24:22.489682 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6237e06-21b2-4072-afb7-4e8ea30d75dd req-afe1c682-e826-4cc0-a290-d2b74db502f7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.491140 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6237e06-21b2-4072-afb7-4e8ea30d75dd req-afe1c682-e826-4cc0-a290-d2b74db502f7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.0918353 Mar 20 16:24:22.508671 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e544e-1871-48c5-ade9-26e19156d474 req-0f59c2ba-f450-426e-8d7d-a92e54ae9288 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.510230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea1e544e-1871-48c5-ade9-26e19156d474 req-0f59c2ba-f450-426e-8d7d-a92e54ae9288 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Mar 20 16:24:22.558120 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea1e544e-1871-48c5-ade9-26e19156d474 req-bfe18cb2-3d7f-42a5-8d65-8922065fe9ba tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Mar 20 16:24:22.564770 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6237e06-21b2-4072-afb7-4e8ea30d75dd req-0a61faf6-3253-4c5d-a3ad-84b1352b169a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638597 Mar 20 16:24:22.567748 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-b5da3f6f-309c-4fa7-8b24-9e2db6c96176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:22.569171 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-b5da3f6f-309c-4fa7-8b24-9e2db6c96176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771868 Mar 20 16:24:22.661514 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-247f4689-41b3-46e7-a8f0-92076ce6c887 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844753 Mar 20 16:24:22.755375 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9c1442e-e1da-49a4-92dc-fefe91da6e07 req-e963505c-5092-4dcf-92a7-7b80ea7d011a service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875406 Mar 20 16:24:23.087986 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307136a6-ca44-46cf-91e2-76cdcb02edd7 req-733b9479-667e-43b4-ad22-1bc488e6f98b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.089498 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-307136a6-ca44-46cf-91e2-76cdcb02edd7 req-733b9479-667e-43b4-ad22-1bc488e6f98b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 944 time: 0.0546901 Mar 20 16:24:23.158185 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-307136a6-ca44-46cf-91e2-76cdcb02edd7 req-0027d913-a871-49b8-9c68-dd12fd6e583b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611470 Mar 20 16:24:23.617247 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-22eef609-b0ef-4892-81a8-7da6b7e34c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.618856 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-22eef609-b0ef-4892-81a8-7da6b7e34c5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0494359 Mar 20 16:24:23.746011 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f6e3-743c-42a3-ad69-6700fa377c0e req-a0b6953e-bef6-4fa1-a533-948722d6f54c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.747551 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6e2f6e3-743c-42a3-ad69-6700fa377c0e req-a0b6953e-bef6-4fa1-a533-948722d6f54c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.1122563 Mar 20 16:24:23.752456 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-6749e5d3-409e-42d5-9c68-82a997d5a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.753802 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-6749e5d3-409e-42d5-9c68-82a997d5a74b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.1294761 Mar 20 16:24:23.846624 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6e2f6e3-743c-42a3-ad69-6700fa377c0e req-0d3477ed-6ea7-4691-ad0c-816291e142b9 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917363 Mar 20 16:24:23.848303 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-2e828922-5d4a-4723-8264-ef2e52fde820 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 1001 time: 0.0880113 Mar 20 16:24:23.900790 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-f31af59a-7598-4ed6-8544-d1f91f348f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.902348 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-f31af59a-7598-4ed6-8544-d1f91f348f36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0473511 Mar 20 16:24:23.952357 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-a49b444b-c67e-40a8-bdab-a24b0a25dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:23.953860 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-a49b444b-c67e-40a8-bdab-a24b0a25dd7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461020 Mar 20 16:24:24.048021 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-beccaf6c-18e2-4e6a-9c4e-c8cf8b9741c2 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881593 Mar 20 16:24:24.136770 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4aeea7b-f075-4935-bfeb-82a926395261 req-3a73aaf9-0bd9-403c-91c1-611f3766208e service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828996 Mar 20 16:24:24.279859 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40176f56-6397-42d5-b3c3-6621a0e8f0cc req-47e829b6-f771-42b9-be53-7cd884e8750f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:24.281322 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40176f56-6397-42d5-b3c3-6621a0e8f0cc req-47e829b6-f771-42b9-be53-7cd884e8750f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 944 time: 0.0539570 Mar 20 16:24:24.327208 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-40176f56-6397-42d5-b3c3-6621a0e8f0cc req-c9bb5e4d-0337-4f87-979e-64b617c1c334 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403233 Mar 20 16:24:24.623009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1da9e2a7-17f8-4efb-8817-3e0e026da136 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:24:24.735614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:24.747176 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:24:24.783494 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 1da9e2a7-17f8-4efb-8817-3e0e026da136 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:24.783876 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:24.799490 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da9e2a7-17f8-4efb-8817-3e0e026da136 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:24:24.822978 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:24.829105 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:24.880160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:24.973150 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d252f-f3ec-4954-977b-c1b8a295c2b8 req-5826820b-87c6-4eb3-88a0-37ce037f7e0e tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:24.974616 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-834d252f-f3ec-4954-977b-c1b8a295c2b8 req-5826820b-87c6-4eb3-88a0-37ce037f7e0e tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0593703 Mar 20 16:24:25.025203 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-834d252f-f3ec-4954-977b-c1b8a295c2b8 req-7fab7179-ada4-44a5-9143-791a5b969281 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Mar 20 16:24:25.227144 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['1da9e2a7-17f8-4efb-8817-3e0e026da136'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:24:25.461275 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa6f3-7f94-4bf9-a023-fb31ba39c731 req-9e178631-8b9a-49f5-93e4-4b614fbef2f7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:25.462782 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-812fa6f3-7f94-4bf9-a023-fb31ba39c731 req-9e178631-8b9a-49f5-93e4-4b614fbef2f7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Mar 20 16:24:25.513888 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-812fa6f3-7f94-4bf9-a023-fb31ba39c731 req-3f8b9c19-18c7-4935-a417-8655327db9a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443854 Mar 20 16:24:26.145517 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c5e93-9c7f-4e94-9f4c-80852936a913 req-24779266-f14b-4ce9-b17e-0397efef39d5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:26.147021 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e47c5e93-9c7f-4e94-9f4c-80852936a913 req-24779266-f14b-4ce9-b17e-0397efef39d5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0529099 Mar 20 16:24:26.196926 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e47c5e93-9c7f-4e94-9f4c-80852936a913 req-32b1e557-1114-4e87-8337-04fe35be2855 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 Mar 20 16:24:26.620284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1da9e2a7-17f8-4efb-8817-3e0e026da136 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:26.636475 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7028d-87c5-4ebf-b1b0-ec70efb75cf6 req-956cf61b-830b-42d7-8522-ef3073682687 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:26.637999 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3a7028d-87c5-4ebf-b1b0-ec70efb75cf6 req-956cf61b-830b-42d7-8522-ef3073682687 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 945 time: 0.0585210 Mar 20 16:24:26.674685 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 1da9e2a7-17f8-4efb-8817-3e0e026da136 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:24:26.679181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 1da9e2a7-17f8-4efb-8817-3e0e026da136 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:26.679547 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:26.684421 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e3a7028d-87c5-4ebf-b1b0-ec70efb75cf6 req-9453c01e-8fcd-4ef0-8041-4279a5048e90 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407839 Mar 20 16:24:26.755870 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 1da9e2a7-17f8-4efb-8817-3e0e026da136 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:26.756257 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:26.778382 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:26.780751 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7734d5e-052c-4b4c-a860-f7dd8826cc8d" -d '{"events": [{"server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "name": "network-vif-plugged", "status": "completed", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:26.793336 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:26.798366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:26.823147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20554ed5-d388-40ee-95c3-fc9b23d0e3a7 x-openstack-request-id: req-20554ed5-d388-40ee-95c3-fc9b23d0e3a7 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:26.823450 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "name": "network-vif-plugged", "status": "completed", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:26.823718 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20554ed5-d388-40ee-95c3-fc9b23d0e3a7 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:26.824079 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'code': 200} Mar 20 16:24:26.853308 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:27.030906 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17215-5bb1-41b5-876e-b2313814fc0c req-a77548c6-68c4-4425-a136-756eb7b04bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:27.032437 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-40f17215-5bb1-41b5-876e-b2313814fc0c req-a77548c6-68c4-4425-a136-756eb7b04bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 1130 time: 0.0496702 Mar 20 16:24:27.080231 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-40f17215-5bb1-41b5-876e-b2313814fc0c req-056ad9af-4fc9-41b3-ad96-34ac68e644a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408974 Mar 20 16:24:27.326019 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572866f-6b78-4a72-ba07-e79fb8482990 req-f3d5132b-c5e0-4edd-85ce-8fd2618140c2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:27.327435 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3572866f-6b78-4a72-ba07-e79fb8482990 req-f3d5132b-c5e0-4edd-85ce-8fd2618140c2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0638468 Mar 20 16:24:27.378074 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3572866f-6b78-4a72-ba07-e79fb8482990 req-3e5d05d4-c155-4f1e-bd2b-958b60c385ad tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Mar 20 16:24:27.572885 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-656174c2-09e7-435d-8600-f893ca6b33d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434656 Mar 20 16:24:27.605164 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262135-3014-414d-a8d9-aff1a5f2c86e req-25c14890-bbaf-4756-8ac4-519c53f8f93c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:27.606864 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0262135-3014-414d-a8d9-aff1a5f2c86e req-25c14890-bbaf-4756-8ac4-519c53f8f93c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0560131 Mar 20 16:24:27.646111 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-7ad1276a-3865-41bf-b091-5b43dfadd252 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:27.647583 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-7ad1276a-3865-41bf-b091-5b43dfadd252 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports/b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 942 time: 0.0459745 Mar 20 16:24:27.657013 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a0262135-3014-414d-a8d9-aff1a5f2c86e req-7ee0009f-36f4-4e14-a7e2-7077a047a54f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445857 Mar 20 16:24:27.802047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa50d0-fc4c-4e19-b31e-2a0a7b5c299e req-c417fc6a-bd30-4dfa-89e1-84a27329f6e3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:27.803627 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bffa50d0-fc4c-4e19-b31e-2a0a7b5c299e req-c417fc6a-bd30-4dfa-89e1-84a27329f6e3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0523655 Mar 20 16:24:27.852623 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bffa50d0-fc4c-4e19-b31e-2a0a7b5c299e req-1c880fca-908e-4f31-97ef-35c39742cf94 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Mar 20 16:24:28.777142 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95eaaa-d927-4e75-99df-7e345d11b498 req-bc1d8235-9d4b-46c1-8247-addfb813c95a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:28.778669 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e95eaaa-d927-4e75-99df-7e345d11b498 req-bc1d8235-9d4b-46c1-8247-addfb813c95a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0550644 Mar 20 16:24:28.831466 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9e95eaaa-d927-4e75-99df-7e345d11b498 req-732b585d-3506-495c-86be-f096192db1f5 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Mar 20 16:24:28.973484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5d5e-22d5-4018-88ef-a50c32c4abcb req-70dece03-a9ef-495b-b31f-e9bbf353edba tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:28.974877 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-beba5d5e-22d5-4018-88ef-a50c32c4abcb req-70dece03-a9ef-495b-b31f-e9bbf353edba tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0525022 Mar 20 16:24:29.020459 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-beba5d5e-22d5-4018-88ef-a50c32c4abcb req-9c95a0a8-2c5a-4e19-8c4b-1b616b24f8ac tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399418 Mar 20 16:24:29.144118 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17c24d-c6ab-40a8-86ca-2bf02cc3beb5 req-accd9323-6449-4882-8174-dd8fa9994108 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.145839 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec17c24d-c6ab-40a8-86ca-2bf02cc3beb5 req-accd9323-6449-4882-8174-dd8fa9994108 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0594373 Mar 20 16:24:29.154903 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54246) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:24:29.159312 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:24:29.203180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:29.213612 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-e8178684-6bad-40b0-93d4-ce0950d8ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.215256 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-e8178684-6bad-40b0-93d4-ce0950d8ddfc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626&tenant_id=17cc716774984a15b9d00eb21651b3ee HTTP/1.1" status: 200 len: 1129 time: 0.0510466 Mar 20 16:24:29.291513 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-0de64421-9e79-41c0-96f0-13a214a7ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.293104 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-0de64421-9e79-41c0-96f0-13a214a7ed8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0456500 Mar 20 16:24:29.391979 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-7db9518f-0c5e-4dd4-8bec-12f74afd9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.393487 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-7db9518f-0c5e-4dd4-8bec-12f74afd9e8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.0946436 Mar 20 16:24:29.457971 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-a13f557b-a2fa-4d47-9ad5-147cf5da54be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 1001 time: 0.0573587 Mar 20 16:24:29.510047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-e489eaf7-06a1-4d79-88cf-d01780e0159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.511546 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-e489eaf7-06a1-4d79-88cf-d01780e0159c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0481224 Mar 20 16:24:29.560730 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-a7574851-f5b1-41d9-a4b0-1b95e6887be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.562242 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-a7574851-f5b1-41d9-a4b0-1b95e6887be5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452282 Mar 20 16:24:29.645556 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:29.647592 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-f58c7d97-0cee-48a7-9d21-af93767848e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796473 Mar 20 16:24:29.651260 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:29.743815 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0273eb05-65f4-409c-9f0b-d4d29d507d9d req-4e265066-de6c-4c39-b10f-2aa5d73c190a service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Mar 20 16:24:29.753373 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 47f6e098-57cc-4594-9780-a248b5ff636b associated. External IP: 172.27.1.193, port: 1da9e2a7-17f8-4efb-8817-3e0e026da136. Mar 20 16:24:29.950740 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aed16-92df-41f4-872e-f5742e6bc7ff req-583a9a71-73ff-4a30-9a6f-864f6f61baf4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:29.953153 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1e4aed16-92df-41f4-872e-f5742e6bc7ff req-583a9a71-73ff-4a30-9a6f-864f6f61baf4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0534351 Mar 20 16:24:29.968154 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:24:30.001525 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1e4aed16-92df-41f4-872e-f5742e6bc7ff req-0f6ca43d-62cc-4759-9de8-001453ae4f16 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Mar 20 16:24:30.078470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:30.083153 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:30.090203 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:30.102365 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:30.103051 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:30.112307 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-8daa0940-e209-478b-8d94-03063e0832df tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "PUT /v2.0/floatingips/47f6e098-57cc-4594-9780-a248b5ff636b HTTP/1.1" status: 200 len: 992 time: 0.9563720 Mar 20 16:24:30.112931 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:30.115257 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614c682b-c07b-44f2-9d8a-28cc29577015" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:30.151459 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de63e01-607a-42e7-9c80-1f07d4dd646f x-openstack-request-id: req-7de63e01-607a-42e7-9c80-1f07d4dd646f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:30.151751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:30.152002 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7de63e01-607a-42e7-9c80-1f07d4dd646f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:30.152405 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'status': 'completed', 'code': 200} Mar 20 16:24:30.214293 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:30.241794 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-8eb4bd59-0839-40ee-bf43-fa510363fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:30.243409 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-8eb4bd59-0839-40ee-bf43-fa510363fcd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 1130 time: 0.0495086 Mar 20 16:24:30.336347 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-162ac8da-3adb-4a17-ab77-5a9ef2da3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:30.337778 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-162ac8da-3adb-4a17-ab77-5a9ef2da3c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0870924 Mar 20 16:24:30.404985 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-e71566cf-2f7e-4651-8c75-b5b98c41fef2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136 HTTP/1.1" status: 200 len: 1000 time: 0.0616572 Mar 20 16:24:30.451951 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-60e20d94-166b-4dd2-a1b3-2d9d3fabc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:30.453585 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-60e20d94-166b-4dd2-a1b3-2d9d3fabc282 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0430746 Mar 20 16:24:30.502415 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-d4727b8f-15d4-4373-af42-53a29d828958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:30.503973 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-d4727b8f-15d4-4373-af42-53a29d828958 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449958 Mar 20 16:24:30.594244 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-c8d827e7-b015-4bc2-9486-0a6d95a6d801 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Mar 20 16:24:30.627145 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:29Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:30.636676 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:24:30.660338 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:30.676830 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:30.677440 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:30.687052 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614c682b-c07b-44f2-9d8a-28cc29577015 req-fa15053f-72a9-48de-9634-c0bdf8169aad service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872271 Mar 20 16:24:30.714946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b40df487-1da3-413a-8bf6-401f9ca526d7 is: ACTIVE; New status is: DOWN {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:30.715305 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:30.739955 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:30.742473 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba0b557-c682-43c4-931f-37d31508f1af" -d '{"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-unplugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:30.754866 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:30.759682 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:30.785635 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf8f1d3-25ec-486a-81f3-5085cb553d32 x-openstack-request-id: req-4bf8f1d3-25ec-486a-81f3-5085cb553d32 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:30.785925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-unplugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:30.786175 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf8f1d3-25ec-486a-81f3-5085cb553d32 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:30.786591 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'code': 200} Mar 20 16:24:30.790649 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:30.812062 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:31.022357 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:29Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:31.048510 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dba390-f481-466c-929d-3e4a2d1e0b69 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:29Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:31.123351 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebb0c9-78e1-441c-965d-cdc2c6aa91ae req-ca23111c-9575-4c2b-a6c1-94e22b7dac1a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:31.125309 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9aebb0c9-78e1-441c-965d-cdc2c6aa91ae req-ca23111c-9575-4c2b-a6c1-94e22b7dac1a tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0556002 Mar 20 16:24:31.178120 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-9aebb0c9-78e1-441c-965d-cdc2c6aa91ae req-76a25fcb-2cb8-4613-a5af-189973046e05 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474339 Mar 20 16:24:31.242136 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0927c33-7296-45e6-953f-d6e29ced833a None None] New status for floating IP 47f6e098-57cc-4594-9780-a248b5ff636b: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:24:32.307577 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051861aa-195e-440e-a4da-062b5531cbc3 req-d53620d2-2273-4b08-b973-543b881b27ce tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:32.309118 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-051861aa-195e-440e-a4da-062b5531cbc3 req-d53620d2-2273-4b08-b973-543b881b27ce tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0544710 Mar 20 16:24:32.356243 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-051861aa-195e-440e-a4da-062b5531cbc3 req-2d1642cc-8cd8-423d-b2d7-5ce63c4a399b tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Mar 20 16:24:33.482888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9763d7-25e8-41c5-802e-c2fad25f822e req-c932b0ab-f9bb-4c88-be5b-24ff02d9019f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:33.484343 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c9763d7-25e8-41c5-802e-c2fad25f822e req-c932b0ab-f9bb-4c88-be5b-24ff02d9019f tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0577908 Mar 20 16:24:33.534980 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-0c9763d7-25e8-41c5-802e-c2fad25f822e req-bb98f3dc-75df-4602-87e0-e8afef9d7ecd tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Mar 20 16:24:34.659496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91b36-0a75-4f3e-bb1b-65b486a1d172 req-6e6e3910-8a9d-4070-863b-9f3b627c0be8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:34.660940 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cad91b36-0a75-4f3e-bb1b-65b486a1d172 req-6e6e3910-8a9d-4070-863b-9f3b627c0be8 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0579562 Mar 20 16:24:34.709453 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cad91b36-0a75-4f3e-bb1b-65b486a1d172 req-00f2d166-0d56-4a40-b3c8-8fdc014890d3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Mar 20 16:24:35.838510 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676632-d101-4af8-8866-b9525e514e3a req-e1b4a7a9-9571-4b48-afbd-6922de53fd50 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:35.840007 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f676632-d101-4af8-8866-b9525e514e3a req-e1b4a7a9-9571-4b48-afbd-6922de53fd50 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0522187 Mar 20 16:24:35.888641 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3f676632-d101-4af8-8866-b9525e514e3a req-a88f1d8e-9c64-4c98-8978-6c59a9425d70 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Mar 20 16:24:36.031706 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba37b28-14ae-449a-9c6b-5a0ea77780db req-0a4cd801-6042-43ac-b71e-5cdac8914bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:36.033222 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bba37b28-14ae-449a-9c6b-5a0ea77780db req-0a4cd801-6042-43ac-b71e-5cdac8914bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1127 time: 0.0474381 Mar 20 16:24:36.079673 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bba37b28-14ae-449a-9c6b-5a0ea77780db req-f0a45c99-39fb-4db0-8cb4-75d9f3ffb540 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Mar 20 16:24:36.327548 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:24:37.031612 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381a631-9427-4792-b866-09285d4e2b84 req-23aaa424-767d-4a1b-978e-072e58a6ffcd tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:37.033181 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c381a631-9427-4792-b866-09285d4e2b84 req-23aaa424-767d-4a1b-978e-072e58a6ffcd tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0633731 Mar 20 16:24:37.083254 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c381a631-9427-4792-b866-09285d4e2b84 req-62c7344c-4ada-4505-80fe-fb6b148c5ba2 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Mar 20 16:24:38.211226 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9354-fae9-4e5d-b7d0-a4781901cf31 req-dd8b68c4-e44d-4e79-a962-379f3a5cbd07 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:38.212715 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93fd9354-fae9-4e5d-b7d0-a4781901cf31 req-dd8b68c4-e44d-4e79-a962-379f3a5cbd07 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 943 time: 0.0580568 Mar 20 16:24:38.271993 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-93fd9354-fae9-4e5d-b7d0-a4781901cf31 req-68480f7d-bc6f-43ef-bbac-45773db02d5c tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516968 Mar 20 16:24:38.690812 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:24:38.795126 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:38.807399 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'port_id': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:24:38.844144 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b40df487-1da3-413a-8bf6-401f9ca526d7 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:38.844533 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:38.857415 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40df487-1da3-413a-8bf6-401f9ca526d7 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:24:38.877870 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:38.885094 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:38.936151 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:39.251192 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['b40df487-1da3-413a-8bf6-401f9ca526d7'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:24:40.401503 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-077b1419-aeb0-4b64-b8da-1540b62b9d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:40.704680 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:24:40.759947 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port b40df487-1da3-413a-8bf6-401f9ca526d7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:24:40.760318 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:40.847090 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port b40df487-1da3-413a-8bf6-401f9ca526d7 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:24:40.847478 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:40.870143 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:40.872380 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e598a-6842-48df-a92a-5f64279e24a1" -d '{"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-plugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:40.885119 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:40.889454 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:40.914435 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c360dac-9e71-45bd-a222-7ba77096118e x-openstack-request-id: req-8c360dac-9e71-45bd-a222-7ba77096118e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:40.914725 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-plugged", "status": "completed", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:40.914967 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c360dac-9e71-45bd-a222-7ba77096118e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:40.915364 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'code': 200} Mar 20 16:24:40.941664 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:42.748741 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c4a17be-df18-4f5b-9454-3ab6f4b66ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:43.943209 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:45.234278 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:46.790022 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:50.970278 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-66d0d12b-0102-41c3-92bc-efab12bf559e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473258 Mar 20 16:24:51.062152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-2e3c27c4-008f-4bfa-a54f-4d493c356087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:51.063637 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-2e3c27c4-008f-4bfa-a54f-4d493c356087 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd30e021475547fea71a24a023e0fe49&device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 1131 time: 0.0524817 Mar 20 16:24:51.172801 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-bdc100be-6a2a-4789-8862-a29e8c8b0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:51.174221 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-bdc100be-6a2a-4789-8862-a29e8c8b0689 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 200 len: 917 time: 0.0864923 Mar 20 16:24:51.242019 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-01a26281-f805-4e81-9350-481702dae95e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 200 len: 1002 time: 0.0599422 Mar 20 16:24:51.292901 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-7443baf8-5aee-4e7e-871a-5f376b5e0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:51.294285 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-7443baf8-5aee-4e7e-871a-5f376b5e0b15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 200 len: 856 time: 0.0442648 Mar 20 16:24:51.350183 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-28a0fcca-e105-4e43-a3ee-118534bb7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:51.351820 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-28a0fcca-e105-4e43-a3ee-118534bb7754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4ada093-a59d-4334-8f07-68e4be5facba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511909 Mar 20 16:24:51.452890 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-20b9e80c-ba8b-477a-80da-0d6bd2560127 service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923710 Mar 20 16:24:51.547601 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a21b73c-49c1-448e-bb7b-f0dba90b6ac6 req-9a15d6c1-783a-4685-b4f7-ca3b3c3cc6af service neutron] 10.222.0.42 "GET /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866377 Mar 20 16:24:52.408239 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:56.315210 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61c98-0bf7-498b-a782-5f7f793c0dac req-10442571-4943-436c-8937-f414e49cd844 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:56.316727 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3cb61c98-0bf7-498b-a782-5f7f793c0dac req-10442571-4943-436c-8937-f414e49cd844 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.0569546 Mar 20 16:24:56.367638 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-3cb61c98-0bf7-498b-a782-5f7f793c0dac req-4acc3b21-8820-4c8a-836a-4340477cbfe7 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Mar 20 16:24:57.496237 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f6c9e-6c07-45d4-bd05-6e1b56635711 req-da2e2bda-d3bb-4158-be68-770d0e7fb7af tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:57.497636 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf1f6c9e-6c07-45d4-bd05-6e1b56635711 req-da2e2bda-d3bb-4158-be68-770d0e7fb7af tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.0570164 Mar 20 16:24:57.548972 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf1f6c9e-6c07-45d4-bd05-6e1b56635711 req-19a928e3-002f-4105-9688-6c12615497eb tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups?id=df4e9042-87ff-4856-8c31-e0d0fd50c239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Mar 20 16:24:58.050536 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-9b96ca5a-a5b9-43e9-b2c7-82a86143698b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:24:58.052013 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-9b96ca5a-a5b9-43e9-b2c7-82a86143698b tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 947 time: 0.0702240 Mar 20 16:24:58.152349 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Deleting port 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:24:58.152684 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (888c3acb-9b68-4fed-812e-903e13594231), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:58.241236 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] For port 888c3acb-9b68-4fed-812e-903e13594231, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=888c3acb-9b68-4fed-812e-903e13594231,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:24:58.241592 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (888c3acb-9b68-4fed-812e-903e13594231), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:58.420536 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:58.420773 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:58.421100 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Floating IP 9e41b8db-3a94-473b-90b2-454b5c1a3f62 disassociated. External IP: 172.27.1.105, port: 888c3acb-9b68-4fed-812e-903e13594231. Mar 20 16:24:58.421437 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Calling delete_port for 888c3acb-9b68-4fed-812e-903e13594231 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:24:58.552549 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (888c3acb-9b68-4fed-812e-903e13594231), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:58.589562 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'Port': ['ID=888c3acb-9b68-4fed-812e-903e13594231,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:24:58.600752 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.601103 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.601451 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.601843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.602194 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.602539 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.602867 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.603704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.603704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.603986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.604142 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.604595 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.604921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.605227 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.605540 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:24:58.655413 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-83fad2ee-c2e8-4d11-a791-b5b42d98eabd req-04bfaacd-cc30-458e-ad98-b78b142f1c43 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 210 time: 0.0265222 Mar 20 16:24:58.710652 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:24:58.817520 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:24:58.827149 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:24:58.837367 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:58.838050 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:58.953879 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:59.130911 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] No DVR routers for this DVR port 888c3acb-9b68-4fed-812e-903e13594231 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:24:59.133375 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:24:59.136598 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2bf82d19-6e69-4099-b52e-834803f4d709 req-850eaf4d-d513-42b0-8de5-08dbcb7c3c40 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.42 "DELETE /v2.0/ports/888c3acb-9b68-4fed-812e-903e13594231 HTTP/1.1" status: 204 len: 173 time: 1.0782652 Mar 20 16:24:59.137054 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-deleted', 'tag': '888c3acb-9b68-4fed-812e-903e13594231'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:24:59.139296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e4aad-3a77-4114-8796-55cd05e77833" -d '{"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-deleted", "tag": "888c3acb-9b68-4fed-812e-903e13594231"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:24:59.162408 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:59.179348 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723b3d52-974c-4042-a5f0-0677d35debfa x-openstack-request-id: req-723b3d52-974c-4042-a5f0-0677d35debfa {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:24:59.179737 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f91261-0c6f-4940-bfff-282105f403dc", "name": "network-vif-deleted", "tag": "888c3acb-9b68-4fed-812e-903e13594231", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:24:59.180105 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-723b3d52-974c-4042-a5f0-0677d35debfa {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:24:59.180574 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f91261-0c6f-4940-bfff-282105f403dc', 'name': 'network-vif-deleted', 'tag': '888c3acb-9b68-4fed-812e-903e13594231', 'status': 'completed', 'code': 200} Mar 20 16:24:59.188855 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:24:59.197127 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:24:59.197754 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:59.306348 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:24:59.515968 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:24:59.630830 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf0e28-8f31-4efd-b493-353679c9f0f5 None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:17:56Z', 'revision_number': 4, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '5411f91a-9b73-4e02-bdb7-43a676997425', 'name': '', 'network_id': 'e4ada093-a59d-4334-8f07-68e4be5facba', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'mac_address': 'fa:16:3e:1d:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:53Z', 'updated_at': '2022-03-20T16:18:09Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'subnets': [{'id': '5ea6c9e0-b135-41a0-b069-68f6f0d86a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:24:59.778896 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-79d3a21d-b5fc-4f3e-8d5c-d9f511c5daa5 req-fa69c783-f4c1-4b5f-8a5e-01aa02caa133 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f91261-0c6f-4940-bfff-282105f403dc HTTP/1.1" status: 200 len: 210 time: 0.0326483 Mar 20 16:24:59.853220 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124dba62-2178-4a95-beee-da602381f02c None None] New status for floating IP 9e41b8db-3a94-473b-90b2-454b5c1a3f62: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:25:00.876175 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54312) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:00.928931 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (df4e9042-87ff-4856-8c31-e0d0fd50c239), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:00.951794 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (df4e9042-87ff-4856-8c31-e0d0fd50c239), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.002487 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (df4e9042-87ff-4856-8c31-e0d0fd50c239), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.005243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.006418 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "DELETE /v2.0/security-groups/df4e9042-87ff-4856-8c31-e0d0fd50c239 HTTP/1.1" status: 204 len: 168 time: 0.1292439 Mar 20 16:25:01.009379 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54314) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:01.015427 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e9042-87ff-4856-8c31-e0d0fd50c239,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:01.022583 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.022939 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-5bf01967-1a98-4f4c-afac-601d82eae649 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] show failed (client error): The resource could not be found. Mar 20 16:25:01.023053 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.023263 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026720 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026861 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5bf01967-1a98-4f4c-afac-601d82eae649 tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "GET /v2.0/security-groups/df4e9042-87ff-4856-8c31-e0d0fd50c239 HTTP/1.1" status: 404 len: 347 time: 0.0134697 Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.026971 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.027805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54316) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:01.027919 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005823f-6910-40e9-91ae-fb029180df1f tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:01.153233 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Deleting port 53ebccb8-342d-4b38-9b0d-34d89c6d92d4 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:01.153475 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.229620 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.229949 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.245943 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Calling delete_port for 53ebccb8-342d-4b38-9b0d-34d89c6d92d4 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:01.376130 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (53ebccb8-342d-4b38-9b0d-34d89c6d92d4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.399204 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Pushing event deleted for resources: {'Port': ['ID=53ebccb8-342d-4b38-9b0d-34d89c6d92d4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:01.469788 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks [] for floatingip (9e41b8db-3a94-473b-90b2-454b5c1a3f62), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.472270 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:01.473428 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-893cfd8d-5f90-4729-a8c3-7be579fc7c7a tempest-AttachVolumeShelveTestJSON-230313655 tempest-AttachVolumeShelveTestJSON-230313655-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e41b8db-3a94-473b-90b2-454b5c1a3f62 HTTP/1.1" status: 204 len: 168 time: 0.4454856 Mar 20 16:25:02.777484 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:25:02.798376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 888c3acb-9b68-4fed-812e-903e13594231 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:25:02.798734 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 888c3acb-9b68-4fed-812e-903e13594231 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:25:03.919744 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54338) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:04.313865 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (32190371-4a93-4063-9ce9-3c80e438acc0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:04.562775 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Deleting port 5411f91a-9b73-4e02-bdb7-43a676997425 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:04.563086 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:04.912279 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] For port 5411f91a-9b73-4e02-bdb7-43a676997425, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5411f91a-9b73-4e02-bdb7-43a676997425,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:04.912633 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:04.925292 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Calling delete_port for 5411f91a-9b73-4e02-bdb7-43a676997425 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:05.116126 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (5411f91a-9b73-4e02-bdb7-43a676997425), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:05.140720 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=5411f91a-9b73-4e02-bdb7-43a676997425,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:05.308875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (32190371-4a93-4063-9ce9-3c80e438acc0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:05.547718 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Router 32190371-4a93-4063-9ce9-3c80e438acc0 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:25:05.658958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:25:05.664387 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f0830664-da62-4755-b8a4-6df683cbfc7e admin admin] 10.222.0.18 "PUT /v2.0/routers/32190371-4a93-4063-9ce9-3c80e438acc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436190 Mar 20 16:25:05.667022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54342) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:05.668061 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Sync routers for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:25:05.678521 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:05.679121 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:05.767739 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks [] for router (32190371-4a93-4063-9ce9-3c80e438acc0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:05.784106 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:05.871453 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks [] for router_gateway (32190371-4a93-4063-9ce9-3c80e438acc0), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:05.931598 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Deleting port 5fedbcc5-3cfa-4d26-b6ad-054f67924777 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:05.932310 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:05.964751 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:25:05Z', 'revision_number': 5, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port': {'id': '5fedbcc5-3cfa-4d26-b6ad-054f67924777', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:17:47Z', 'updated_at': '2022-03-20T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:05.994598 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Checking router: 32190371-4a93-4063-9ce9-3c80e438acc0 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:25:06.003406 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Routers {'32190371-4a93-4063-9ce9-3c80e438acc0'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:06.003976 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:24:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['32190371-4a93-4063-9ce9-3c80e438acc0'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:06.010796 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] For port 5fedbcc5-3cfa-4d26-b6ad-054f67924777, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5fedbcc5-3cfa-4d26-b6ad-054f67924777,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:06.011159 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.024008 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Calling delete_port for 5fedbcc5-3cfa-4d26-b6ad-054f67924777 owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:06.092373 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] Set router 32190371-4a93-4063-9ce9-3c80e438acc0 gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:06.144219 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:25:05Z', 'revision_number': 6, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:06.172840 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c16ab-7b46-4636-9480-8c19164ac8ad None None] The sync data for ids ['32190371-4a93-4063-9ce9-3c80e438acc0'] in dv-cinder-834172-2-iscsi is: [{'id': '32190371-4a93-4063-9ce9-3c80e438acc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1658583011-router', 'tenant_id': 'bd30e021475547fea71a24a023e0fe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:17:45Z', 'updated_at': '2022-03-20T16:25:05Z', 'revision_number': 6, 'project_id': 'bd30e021475547fea71a24a023e0fe49', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:25:06.191064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (5fedbcc5-3cfa-4d26-b6ad-054f67924777), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.217023 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fedbcc5-3cfa-4d26-b6ad-054f67924777,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:06.281677 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (32190371-4a93-4063-9ce9-3c80e438acc0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.373081 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (32190371-4a93-4063-9ce9-3c80e438acc0), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.375682 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks [] for router_controller (32190371-4a93-4063-9ce9-3c80e438acc0), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.420715 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (32190371-4a93-4063-9ce9-3c80e438acc0), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.421394 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32190371-4a93-4063-9ce9-3c80e438acc0 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:25:06.426659 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.427817 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-a5fb11e8-a0ac-40fa-b1f5-ea1a6fd062a5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/32190371-4a93-4063-9ce9-3c80e438acc0 HTTP/1.1" status: 204 len: 168 time: 0.7598667 Mar 20 16:25:06.430427 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54352) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:06.478596 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Deleting subnet 5ea6c9e0-b135-41a0-b069-68f6f0d86a04 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:25:06.481699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Publish callbacks [] for subnet (5ea6c9e0-b135-41a0-b069-68f6f0d86a04), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.517545 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (5ea6c9e0-b135-41a0-b069-68f6f0d86a04), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.616701 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (5ea6c9e0-b135-41a0-b069-68f6f0d86a04), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.681602 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (5ea6c9e0-b135-41a0-b069-68f6f0d86a04), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.715906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea6c9e0-b135-41a0-b069-68f6f0d86a04,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:06.719606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.722729 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f850cbb6-4d2f-49cb-b93b-6ca4d3120fba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ea6c9e0-b135-41a0-b069-68f6f0d86a04 HTTP/1.1" status: 204 len: 168 time: 0.2913358 Mar 20 16:25:06.725234 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54358) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:06.727346 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee7f330-541d-4690-a26f-908ed92de226 None None] Network e4ada093-a59d-4334-8f07-68e4be5facba requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:25:06.794608 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (e4ada093-a59d-4334-8f07-68e4be5facba), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.847719 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Deleting port a4275b95-8ec9-4910-9fd5-c8961ccc1343 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:06.847966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.931479 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] For port a4275b95-8ec9-4910-9fd5-c8961ccc1343, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a4275b95-8ec9-4910-9fd5-c8961ccc1343,segment=NetworkSegment(97159196-e642-4a91-8015-97124b23cdea),segment_id=97159196-e642-4a91-8015-97124b23cdea)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:06.931745 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:06.944735 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Calling delete_port for a4275b95-8ec9-4910-9fd5-c8961ccc1343 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:07.011273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] DHCP port deletion for e4ada093-a59d-4334-8f07-68e4be5facba request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:25:07.038229 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.048625 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5411f91a-9b73-4e02-bdb7-43a676997425 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:25:07.065725 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=a4275b95-8ec9-4910-9fd5-c8961ccc1343,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:07.071699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] No DVR routers for this DVR port a4275b95-8ec9-4910-9fd5-c8961ccc1343 on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:25:07.072138 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 5411f91a-9b73-4e02-bdb7-43a676997425 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:25:07.072678 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5411f91a-9b73-4e02-bdb7-43a676997425 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:25:07.098357 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Deleting port a4275b95-8ec9-4910-9fd5-c8961ccc1343 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:07.098987 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.158801 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (e4ada093-a59d-4334-8f07-68e4be5facba), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.177778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] For port a4275b95-8ec9-4910-9fd5-c8961ccc1343, host dv-cinder-834172-2-iscsi, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:07.178174 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.181583 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ada093-a59d-4334-8f07-68e4be5facba']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:07.192645 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97159196-e642-4a91-8015-97124b23cdea') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:07.192952 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97159196-e642-4a91-8015-97124b23cdea') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:07.198172 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Calling delete_port for a4275b95-8ec9-4910-9fd5-c8961ccc1343 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:07.201756 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Port a4275b95-8ec9-4910-9fd5-c8961ccc1343 was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 20 16:25:07.203677 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (97159196-e642-4a91-8015-97124b23cdea), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.208091 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (a4275b95-8ec9-4910-9fd5-c8961ccc1343), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.219084 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (97159196-e642-4a91-8015-97124b23cdea), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.230587 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:25:07.231063 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (97159196-e642-4a91-8015-97124b23cdea), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:25:07.232835 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:25:07.239036 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Pushing event deleted for resources: {'Port': ['ID=a4275b95-8ec9-4910-9fd5-c8961ccc1343,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:07.248971 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.249323 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.249667 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.250006 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.250848 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.251366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.251846 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.252321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.252825 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.253372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.253862 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.254193 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.254561 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.254879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.255365 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:07.258408 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f2a87-550f-4caa-9a58-e1ec42e81f72 None None] No DVR routers for this DVR port a4275b95-8ec9-4910-9fd5-c8961ccc1343 on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:25:07.313572 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (e4ada093-a59d-4334-8f07-68e4be5facba), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.319264 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.322439 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/e4ada093-a59d-4334-8f07-68e4be5facba HTTP/1.1" status: 204 len: 168 time: 0.5961006 Mar 20 16:25:07.336928 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae87243-5421-49c3-bd1f-ec5711127fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ada093-a59d-4334-8f07-68e4be5facba,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:07.458586 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54362) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:07.498358 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b1462f70-c752-4682-9aee-7825c673c010 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd30e021475547fea71a24a023e0fe49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385876 Mar 20 16:25:07.501328 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54364) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:07.553564 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] Publish callbacks [] for security_group (773f6aa2-a282-402e-a7e0-f9caa8b6f10b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.577998 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] Publish callbacks [] for security_group (773f6aa2-a282-402e-a7e0-f9caa8b6f10b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.625975 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (773f6aa2-a282-402e-a7e0-f9caa8b6f10b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.629878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:07.631294 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/773f6aa2-a282-402e-a7e0-f9caa8b6f10b HTTP/1.1" status: 204 len: 168 time: 0.1290901 Mar 20 16:25:07.639157 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10711-70e1-4bbe-8ce3-ec59b6faff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f6aa2-a282-402e-a7e0-f9caa8b6f10b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:08.510961 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a4275b95-8ec9-4910-9fd5-c8961ccc1343 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:25:08.546476 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: a4275b95-8ec9-4910-9fd5-c8961ccc1343 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:25:08.546824 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a4275b95-8ec9-4910-9fd5-c8961ccc1343 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:25:08.547233 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5fedbcc5-3cfa-4d26-b6ad-054f67924777 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:25:08.572755 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 5fedbcc5-3cfa-4d26-b6ad-054f67924777 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:25:08.573291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5fedbcc5-3cfa-4d26-b6ad-054f67924777 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:25:09.358337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54424) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:09.468890 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-644a72ea-7e2c-4a2c-ab1d-27c25a64910c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.549042 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-644a72ea-7e2c-4a2c-ab1d-27c25a64910c admin admin] Publish callbacks [] for security_group (741af170-abe4-43df-836a-bc76276b204f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.555212 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-644a72ea-7e2c-4a2c-ab1d-27c25a64910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (741af170-abe4-43df-836a-bc76276b204f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.596412 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-644a72ea-7e2c-4a2c-ab1d-27c25a64910c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b06ef1e204a493eabd52ea77d232498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366831 Mar 20 16:25:09.597318 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a72ea-7e2c-4a2c-ab1d-27c25a64910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741af170-abe4-43df-836a-bc76276b204f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:09.599299 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54428) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:09.652194 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] Publish callbacks [] for security_group (741af170-abe4-43df-836a-bc76276b204f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.673742 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] Publish callbacks [] for security_group (741af170-abe4-43df-836a-bc76276b204f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.726882 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (741af170-abe4-43df-836a-bc76276b204f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.729426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:09.730604 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/741af170-abe4-43df-836a-bc76276b204f HTTP/1.1" status: 204 len: 168 time: 0.1301918 Mar 20 16:25:09.738538 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c8a1c-acad-47a9-b0e2-f09f2b093aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741af170-abe4-43df-836a-bc76276b204f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:10.004797 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54434) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:10.017787 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7f-2f72-46ad-9985-9da7ff361700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.095052 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7f-2f72-46ad-9985-9da7ff361700 admin admin] Publish callbacks [] for security_group (45964573-20ec-4286-9994-0741f123216e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.101417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7f-2f72-46ad-9985-9da7ff361700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (45964573-20ec-4286-9994-0741f123216e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.139005 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ab7f-2f72-46ad-9985-9da7ff361700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45964573-20ec-4286-9994-0741f123216e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:10.143122 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-92d2ab7f-2f72-46ad-9985-9da7ff361700 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9290b1535d694dffa58efa54ecdb3b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372833 Mar 20 16:25:10.145913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54436) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:10.199070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] Publish callbacks [] for security_group (45964573-20ec-4286-9994-0741f123216e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.222334 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] Publish callbacks [] for security_group (45964573-20ec-4286-9994-0741f123216e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.268761 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (45964573-20ec-4286-9994-0741f123216e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.271611 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:10.272767 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45964573-20ec-4286-9994-0741f123216e HTTP/1.1" status: 204 len: 168 time: 0.1258996 Mar 20 16:25:10.282014 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ef92a-eef6-4bff-b7ea-3318304affc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45964573-20ec-4286-9994-0741f123216e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:10.397990 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-852c91ce-bc71-483b-9958-c6040a50e2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:12.754092 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111540e9-00b1-4ee4-a820-9cd96fe14547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:13.326042 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:25:13.941851 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.230777 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.840122 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54566) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:15.844716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270602284', 'description': 'tempest-description--2115044937'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:15.867211 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.940385 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (f0e04d93-9bc8-4ac2-aba9-404d89112d5c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.945875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f0e04d93-9bc8-4ac2-aba9-404d89112d5c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.978418 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:15.979828 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1386921 Mar 20 16:25:15.980538 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ab408-2c92-4289-ba0f-abfe6b7ab69c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e04d93-9bc8-4ac2-aba9-404d89112d5c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:15.983066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54568) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:15.988077 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'f0e04d93-9bc8-4ac2-aba9-404d89112d5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:16.014917 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (7176e888-4664-4797-9005-442ec9dbc7ab), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.082069 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (7176e888-4664-4797-9005-442ec9dbc7ab), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.088606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (7176e888-4664-4797-9005-442ec9dbc7ab), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.110491 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7176e888-4664-4797-9005-442ec9dbc7ab,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:16.120582 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.121848 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0421baa9-5dc2-40d3-a2c5-0b869d61dc55 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377306 Mar 20 16:25:16.124547 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54572) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:16.129429 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'f0e04d93-9bc8-4ac2-aba9-404d89112d5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:16.154380 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (3c88489b-ce04-4758-885d-cf25d8c961aa), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.213716 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (3c88489b-ce04-4758-885d-cf25d8c961aa), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.218705 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (3c88489b-ce04-4758-885d-cf25d8c961aa), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.236214 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c88489b-ce04-4758-885d-cf25d8c961aa,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:16.243201 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.244408 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-81ada8c0-3ad0-47bf-920b-48259b05edca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188886 Mar 20 16:25:16.248016 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54574) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:16.252601 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:16.273419 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.370581 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.481207 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.27.1.187 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/dd2af209-9c77-4b7a-9a7a-202c61381e73) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:25:16.582978 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.619729 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.661791 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:25:16.664810 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:25:16.671483 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:25:16.695385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=dd2af209-9c77-4b7a-9a7a-202c61381e73,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:16.757594 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54590) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:16.759972 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.782773 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.803962 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:16.900138 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76a41c0d-f280-411d-8702-e83bc8ad36fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.000813 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.010182 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.053758 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76a41c0d-f280-411d-8702-e83bc8ad36fa admin admin] Publish callbacks [] for security_group (dcc00fb5-20a5-4643-aea1-de35ea975c1a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.065508 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-76a41c0d-f280-411d-8702-e83bc8ad36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dcc00fb5-20a5-4643-aea1-de35ea975c1a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.093740 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=dd2af209-9c77-4b7a-9a7a-202c61381e73,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:17.137695 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-76a41c0d-f280-411d-8702-e83bc8ad36fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c77a74a8f982427d95c04bffd93caed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790536 Mar 20 16:25:17.138922 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.140735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54594) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:17.141484 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a41c0d-f280-411d-8702-e83bc8ad36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc00fb5-20a5-4643-aea1-de35ea975c1a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:17.160021 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.161398 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-fcb539f6-ea9f-4e9b-a8f5-51a04f9f187b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9124234 Mar 20 16:25:17.193399 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] Publish callbacks [] for security_group (dcc00fb5-20a5-4643-aea1-de35ea975c1a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.215186 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] Publish callbacks [] for security_group (dcc00fb5-20a5-4643-aea1-de35ea975c1a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.268528 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (dcc00fb5-20a5-4643-aea1-de35ea975c1a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.271353 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.272521 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc00fb5-20a5-4643-aea1-de35ea975c1a HTTP/1.1" status: 204 len: 168 time: 0.1307745 Mar 20 16:25:17.280483 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ecea-5f0a-47df-ac50-518b3731ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc00fb5-20a5-4643-aea1-de35ea975c1a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:17.360098 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-097172ab-7e4a-4d89-b577-f617ee801b64 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1270602284&fields=id&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 267 time: 0.0421894 Mar 20 16:25:17.469824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-3c0e730d-2f38-4380-b0b2-05d57e952819 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:17.471348 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-3c0e730d-2f38-4380-b0b2-05d57e952819 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1040018 Mar 20 16:25:17.486833 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-2dd19e71-3632-4d28-bcae-0a170510ccc0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/quotas/e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 375 time: 0.0100095 Mar 20 16:25:17.542178 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54612) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:17.545464 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-72f01128-9717-4e76-9110-06cd1bf07f01 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526192 Mar 20 16:25:17.558070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9359cfae-00de-4aa7-b898-d09e626073d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.636417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9359cfae-00de-4aa7-b898-d09e626073d6 admin admin] Publish callbacks [] for security_group (09bfb029-f473-4e79-9aa4-f1dd7b8b12a2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.641048 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9359cfae-00de-4aa7-b898-d09e626073d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (09bfb029-f473-4e79-9aa4-f1dd7b8b12a2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.657701 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-81983f34-db14-4b48-b518-2638e1cf9575 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006877 Mar 20 16:25:17.679195 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9359cfae-00de-4aa7-b898-d09e626073d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05a8e23d978547aeba8092b308c5769b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358593 Mar 20 16:25:17.681851 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359cfae-00de-4aa7-b898-d09e626073d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bfb029-f473-4e79-9aa4-f1dd7b8b12a2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:17.684149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:17.730664 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] Publish callbacks [] for security_group (09bfb029-f473-4e79-9aa4-f1dd7b8b12a2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.745697 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-36fa7a23-c102-4972-8393-79116c8f5378 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819740 Mar 20 16:25:17.751620 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] Publish callbacks [] for security_group (09bfb029-f473-4e79-9aa4-f1dd7b8b12a2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.798290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (09bfb029-f473-4e79-9aa4-f1dd7b8b12a2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.800807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:17.801953 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09bfb029-f473-4e79-9aa4-f1dd7b8b12a2 HTTP/1.1" status: 204 len: 168 time: 0.1169171 Mar 20 16:25:17.810786 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea1429-786c-4e85-a7a9-b29d356786f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bfb029-f473-4e79-9aa4-f1dd7b8b12a2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:17.913482 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39bdfb61-c75b-4eec-9b7f-aa51e121bfda req-40260a22-39e8-4741-80e1-86609a5ddcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 210 time: 0.0308838 Mar 20 16:25:18.930429 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-0b177a9c-8898-4558-b50f-e83cc0b17f12 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:18.931940 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-0b177a9c-8898-4558-b50f-e83cc0b17f12 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1267259 Mar 20 16:25:19.015115 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-0ea5c675-fcdb-4b04-b701-5baeae73be14 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 471 time: 0.0686936 Mar 20 16:25:19.020888 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-8ee000ce-46a3-4d3b-a096-d083ac9e3b0e req-a93c9ea4-a523-4c35-bec3-d01b6225fa2a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 210 time: 0.0273602 Mar 20 16:25:19.029616 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'port': {'device_id': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'admin_state_up': True, 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'security_groups': ['f0e04d93-9bc8-4ac2-aba9-404d89112d5c']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:19.142427 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:25:19.146300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.273541 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.20.0.3 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/181d83c6-7716-454a-bd86-9157163abb03) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:25:19.415219 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (181d83c6-7716-454a-bd86-9157163abb03), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.450532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.491267 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:25:19.494441 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:25:19.501050 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:25:19.527333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:19.555847 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:19.556439 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.574858 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-60da86c1-bb7a-4bb9-a23f-24db597d7c89 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488460 Mar 20 16:25:19.601372 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Request body: {'port': {'device_id': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:19.672207 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (181d83c6-7716-454a-bd86-9157163abb03), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.760641 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6ff5e0a9-5b0b-4b0e-81b8-f173e1239fb3 None None] Provisioning complete for port 181d83c6-7716-454a-bd86-9157163abb03 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:25:19.761273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff5e0a9-5b0b-4b0e-81b8-f173e1239fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (181d83c6-7716-454a-bd86-9157163abb03), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.794650 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5e0a9-5b0b-4b0e-81b8-f173e1239fb3 None None] Port 181d83c6-7716-454a-bd86-9157163abb03 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:25:19.931177 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181d83c6-7716-454a-bd86-9157163abb03 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:25:19.938914 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks [] for port (181d83c6-7716-454a-bd86-9157163abb03), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:19.951086 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Transition to ACTIVE for port object 181d83c6-7716-454a-bd86-9157163abb03 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:25:19.961684 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:20.053498 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Pushing event updated for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:20.092681 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Attempting to bind port 181d83c6-7716-454a-bd86-9157163abb03 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:25:20.093271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Attempting to bind port 181d83c6-7716-454a-bd86-9157163abb03 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:25:20.093736 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Attempting to bind port 181d83c6-7716-454a-bd86-9157163abb03 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:25:20.099256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Port 181d83c6-7716-454a-bd86-9157163abb03 on network 321878ec-6899-4411-b517-a444f00e8b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:25:20.100351 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Attempting to bind port 181d83c6-7716-454a-bd86-9157163abb03 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:25:20.106733 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:25:20.106965 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:25:20.107428 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:25:20.108519 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Bound port: 181d83c6-7716-454a-bd86-9157163abb03, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:25:20.109042 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (181d83c6-7716-454a-bd86-9157163abb03), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:20.223892 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a834-dd20-4d32-9bcc-ef8ae12d94d9 req-2f602932-463b-4e0c-9d8e-7dd261954a11 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:20.225439 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d233a834-dd20-4d32-9bcc-ef8ae12d94d9 req-2f602932-463b-4e0c-9d8e-7dd261954a11 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.1139348 Mar 20 16:25:20.226618 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:25:20.230182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=181d83c6-7716-454a-bd86-9157163abb03,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:25:20.247030 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:20.289264 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:20.289810 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:20.291589 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] 10.222.0.42 "PUT /v2.0/ports/181d83c6-7716-454a-bd86-9157163abb03 HTTP/1.1" status: 200 len: 1093 time: 0.7013829 Mar 20 16:25:20.293911 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'tag': '181d83c6-7716-454a-bd86-9157163abb03'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:25:20.296255 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "tag": "181d83c6-7716-454a-bd86-9157163abb03"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:25:20.342289 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d233a834-dd20-4d32-9bcc-ef8ae12d94d9 req-0cace518-d263-410a-b955-3164e9959765 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101346 Mar 20 16:25:20.347510 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a2003d-f27a-4eba-a6b6-acb076a22983 x-openstack-request-id: req-19a2003d-f27a-4eba-a6b6-acb076a22983 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:25:20.347917 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "tag": "181d83c6-7716-454a-bd86-9157163abb03", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:25:20.348263 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19a2003d-f27a-4eba-a6b6-acb076a22983 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:25:20.348893 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'tag': '181d83c6-7716-454a-bd86-9157163abb03', 'status': 'completed', 'code': 200} Mar 20 16:25:20.356821 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d799d-438d-48f8-87c0-9ebbc7ac6d8a service neutron] Pushing event updated for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:20.408533 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-8d5c3ddf-d92c-4fef-9a13-5127ce3ddca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:20.410091 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-8d5c3ddf-d92c-4fef-9a13-5127ce3ddca3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 1127 time: 0.0482640 Mar 20 16:25:21.480690 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209153-0563-4d84-9776-8732b7640715 req-3aafef12-bfe7-462f-b0c0-13c23746464a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:21.482047 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6209153-0563-4d84-9776-8732b7640715 req-3aafef12-bfe7-462f-b0c0-13c23746464a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0622933 Mar 20 16:25:21.531876 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b6209153-0563-4d84-9776-8732b7640715 req-dd25b9e1-e4e0-4d75-8aaa-3553d16fbc84 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Mar 20 16:25:22.406907 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:22.659196 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e3f4-bf52-4195-a730-0e6005164649 req-7ee6b5dd-76a0-400b-8434-74d77671292a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:22.660695 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2b2e3f4-bf52-4195-a730-0e6005164649 req-7ee6b5dd-76a0-400b-8434-74d77671292a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0555415 Mar 20 16:25:22.715389 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2b2e3f4-bf52-4195-a730-0e6005164649 req-88e8a756-d61d-4a2d-b618-8fbd0f48a292 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463600 Mar 20 16:25:22.949432 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-adfae03a-db93-4ff1-9369-40ffef48d9df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181d83c6-7716-454a-bd86-9157163abb03 HTTP/1.1" status: 200 len: 217 time: 0.0420599 Mar 20 16:25:23.002405 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-8cb18b40-65aa-4e7c-be53-6173f541c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.004280 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-8cb18b40-65aa-4e7c-be53-6173f541c007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0474849 Mar 20 16:25:23.057113 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-448e8c4f-3016-4f0d-b84a-ce24c8121f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.058576 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-448e8c4f-3016-4f0d-b84a-ce24c8121f61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483279 Mar 20 16:25:23.149001 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-92b98b16-8696-4c98-ab80-ebff24925c10 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836256 Mar 20 16:25:23.253520 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4a4ae8-aed8-4507-9e0a-98c9326c934e req-3d23879c-e948-428b-b6ba-4f612d13fd92 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981860 Mar 20 16:25:23.396818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-0e38d3af-dc52-4ca5-8880-a6cd124ac06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.398385 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-0e38d3af-dc52-4ca5-8880-a6cd124ac06b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 1127 time: 0.0514281 Mar 20 16:25:23.488820 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-072a0636-a266-448a-bfbd-5c6b58d874b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.490303 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-072a0636-a266-448a-bfbd-5c6b58d874b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0849125 Mar 20 16:25:23.534224 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-701ce544-6b45-4a19-b2fa-f33dc6397287 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181d83c6-7716-454a-bd86-9157163abb03 HTTP/1.1" status: 200 len: 217 time: 0.0380282 Mar 20 16:25:23.581673 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-95af2b60-9dfc-4a3d-829c-6926fa81fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.583121 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-95af2b60-9dfc-4a3d-829c-6926fa81fe5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0427856 Mar 20 16:25:23.639595 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-ab8d26ff-ab99-4309-8067-465b6cca5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.641921 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-ab8d26ff-ab99-4309-8067-465b6cca5158 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528235 Mar 20 16:25:23.847311 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34a81-d3a4-4372-a898-9dd55ee09d29 req-9ff2e3cf-7091-41ce-920f-9225ca1da098 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:23.848646 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13f34a81-d3a4-4372-a898-9dd55ee09d29 req-9ff2e3cf-7091-41ce-920f-9225ca1da098 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0606494 Mar 20 16:25:23.894577 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-13f34a81-d3a4-4372-a898-9dd55ee09d29 req-da317dea-a0c8-4e9a-a36b-47bd05a08089 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Mar 20 16:25:24.622578 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-5d5c7709-1778-46b3-8563-29b02da4be9a service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067228 Mar 20 16:25:25.024344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c9463-fbcb-4692-9639-306a8626b3ab req-174043f9-9168-478a-9307-4ae543434eca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:25.025798 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-420c9463-fbcb-4692-9639-306a8626b3ab req-174043f9-9168-478a-9307-4ae543434eca tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0548432 Mar 20 16:25:25.075967 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-420c9463-fbcb-4692-9639-306a8626b3ab req-af782922-0997-4231-aea2-f932e2e3acf9 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Mar 20 16:25:25.402112 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7d86312-1a3e-4ce0-bbf9-31a3f98818d6 req-5d5aba5d-1f37-4fe4-9ecb-6e4d8406e186 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997038 Mar 20 16:25:26.211168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04499f3-308c-4cf5-a806-2af70929c5ca req-d49dfe5b-df1f-4cf0-a885-9eb502379eb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:26.212700 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e04499f3-308c-4cf5-a806-2af70929c5ca req-d49dfe5b-df1f-4cf0-a885-9eb502379eb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0549486 Mar 20 16:25:26.262223 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e04499f3-308c-4cf5-a806-2af70929c5ca req-d6e40b20-43d4-4183-80b0-d52b91b63d37 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Mar 20 16:25:27.387563 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538ea0b-f945-46b0-9f0d-d29fbc1b8fd5 req-e78a1a4b-3102-4176-bead-688d516fc1b8 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:27.389064 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2538ea0b-f945-46b0-9f0d-d29fbc1b8fd5 req-e78a1a4b-3102-4176-bead-688d516fc1b8 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0583613 Mar 20 16:25:27.445324 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2538ea0b-f945-46b0-9f0d-d29fbc1b8fd5 req-fb2e5cb3-b266-4c1b-b373-ce9c8ed88ec0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504699 Mar 20 16:25:28.567789 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa80eb-52dc-4d54-a13d-d9027605a644 req-37aefc38-c25e-4af8-965b-4d52cfde143a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:28.569281 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ffa80eb-52dc-4d54-a13d-d9027605a644 req-37aefc38-c25e-4af8-965b-4d52cfde143a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 943 time: 0.0544751 Mar 20 16:25:28.620468 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7ffa80eb-52dc-4d54-a13d-d9027605a644 req-6a91e71e-08c3-4e85-820d-3cf88f314388 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Mar 20 16:25:28.966211 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 181d83c6-7716-454a-bd86-9157163abb03 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:25:29.202761 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=181d83c6-7716-454a-bd86-9157163abb03,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:29.215055 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '181d83c6-7716-454a-bd86-9157163abb03', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'port_id': '181d83c6-7716-454a-bd86-9157163abb03', 'mac_address': 'fa:16:3e:39:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:25:29.257155 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 181d83c6-7716-454a-bd86-9157163abb03 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:25:29.257585 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (181d83c6-7716-454a-bd86-9157163abb03), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:29.269926 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181d83c6-7716-454a-bd86-9157163abb03 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:25:29.288760 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=181d83c6-7716-454a-bd86-9157163abb03,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:29.293880 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:29.341484 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:29.758775 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25248-c376-41c4-bfbd-7968a940c433 req-e1f0c9ea-ebd8-4919-858f-776d0eef5272 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:29.760244 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3f25248-c376-41c4-bfbd-7968a940c433 req-e1f0c9ea-ebd8-4919-858f-776d0eef5272 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 944 time: 0.0607483 Mar 20 16:25:29.806486 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3f25248-c376-41c4-bfbd-7968a940c433 req-2469f808-b311-47c0-a80d-23c70eedfe95 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Mar 20 16:25:30.934907 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43860-753c-4287-becf-b2d79dde98de req-7fd9809f-119b-44ff-b092-29666d71bb04 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:30.936419 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ada43860-753c-4287-becf-b2d79dde98de req-7fd9809f-119b-44ff-b092-29666d71bb04 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 944 time: 0.0617647 Mar 20 16:25:30.986908 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ada43860-753c-4287-becf-b2d79dde98de req-2b52655b-0c44-402c-81f2-cf16e6ad2f26 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Mar 20 16:25:32.072722 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['181d83c6-7716-454a-bd86-9157163abb03'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:25:32.129072 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c4eb-262b-4b99-8614-0c2144e605df req-cecf8949-15fa-4543-97a1-705312075804 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:32.130578 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f676c4eb-262b-4b99-8614-0c2144e605df req-cecf8949-15fa-4543-97a1-705312075804 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 944 time: 0.0568237 Mar 20 16:25:32.176362 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f676c4eb-262b-4b99-8614-0c2144e605df req-140e6b61-00a8-4687-9363-a6cde4043cbc tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Mar 20 16:25:32.992826 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 181d83c6-7716-454a-bd86-9157163abb03 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:25:33.050034 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 181d83c6-7716-454a-bd86-9157163abb03 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:25:33.053954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 181d83c6-7716-454a-bd86-9157163abb03 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:25:33.054363 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (181d83c6-7716-454a-bd86-9157163abb03), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:33.134948 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 181d83c6-7716-454a-bd86-9157163abb03 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:25:33.135750 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (181d83c6-7716-454a-bd86-9157163abb03), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:33.160833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d83c6-7716-454a-bd86-9157163abb03'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:25:33.166292 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d00ed-3c50-4cdc-abc9-c012bf2d6ded" -d '{"events": [{"server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "181d83c6-7716-454a-bd86-9157163abb03"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:25:33.178863 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=181d83c6-7716-454a-bd86-9157163abb03,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:33.184963 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:33.213196 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc626ec-5a61-4699-ad31-11cfb0b899fb x-openstack-request-id: req-6dc626ec-5a61-4699-ad31-11cfb0b899fb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:25:33.213475 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "181d83c6-7716-454a-bd86-9157163abb03", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:25:33.213750 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dc626ec-5a61-4699-ad31-11cfb0b899fb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:25:33.214138 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d83c6-7716-454a-bd86-9157163abb03', 'code': 200} Mar 20 16:25:33.238955 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:33.316332 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be6d60-256b-4725-9477-7bdabbcb6054 req-ee1c7e34-f5bc-4e92-8bf5-5d6ce633593f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:33.319343 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4be6d60-256b-4725-9477-7bdabbcb6054 req-ee1c7e34-f5bc-4e92-8bf5-5d6ce633593f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0582993 Mar 20 16:25:33.368209 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4be6d60-256b-4725-9477-7bdabbcb6054 req-5e18f570-f813-49f3-9ee4-f890f3481320 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Mar 20 16:25:33.433990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf787bf-3bab-41cf-ad0f-778a10dd6d91 req-de1bf285-0f40-4a23-b5a4-652d30fb4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:33.435653 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3cf787bf-3bab-41cf-ad0f-778a10dd6d91 req-de1bf285-0f40-4a23-b5a4-652d30fb4bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 1129 time: 0.0493422 Mar 20 16:25:33.481752 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3cf787bf-3bab-41cf-ad0f-778a10dd6d91 req-bf621e6b-181b-42a9-85e0-a6842d220e8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Mar 20 16:25:34.508066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b448b4-2e97-49c0-92ff-bde283a7daba req-f749e992-f3ce-4322-855f-08c225e589c8 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:34.509480 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-96b448b4-2e97-49c0-92ff-bde283a7daba req-f749e992-f3ce-4322-855f-08c225e589c8 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0654671 Mar 20 16:25:34.558309 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-96b448b4-2e97-49c0-92ff-bde283a7daba req-8855b389-a5dd-4895-813e-7692c6c76d08 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Mar 20 16:25:35.682189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662556-5ce5-4db2-a768-6c91a98748ef req-66763818-5aed-4be8-941b-7501c614650a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:35.698962 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6662556-5ce5-4db2-a768-6c91a98748ef req-66763818-5aed-4be8-941b-7501c614650a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0543537 Mar 20 16:25:35.732980 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6662556-5ce5-4db2-a768-6c91a98748ef req-ae06787a-2dbf-4087-9061-4cb28c8f6200 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Mar 20 16:25:35.861737 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5842-22e9-4daa-925d-84dd9e7dce10 req-9f38b106-8c4a-4b15-8c4a-c7d158312871 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:35.863152 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-858e5842-22e9-4daa-925d-84dd9e7dce10 req-9f38b106-8c4a-4b15-8c4a-c7d158312871 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0595570 Mar 20 16:25:35.875378 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54768) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:35.880206 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'port_id': '181d83c6-7716-454a-bd86-9157163abb03'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:25:35.925422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.503669 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54786) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:36.618348 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ba57479-26cf-4531-a63d-cded8e1b5eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.644234 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.651630 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.786391 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 999392b2-fbfd-4c44-b785-1dcb37de94c4 associated. External IP: 172.27.1.187, port: 181d83c6-7716-454a-bd86-9157163abb03. Mar 20 16:25:36.792531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ba57479-26cf-4531-a63d-cded8e1b5eec admin admin] Publish callbacks [] for security_group (b9511869-def6-4562-8151-cc28856b63f9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.822952 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9ba57479-26cf-4531-a63d-cded8e1b5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b9511869-def6-4562-8151-cc28856b63f9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.894555 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9ba57479-26cf-4531-a63d-cded8e1b5eec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8de69db77a9347e98fe31dd67719db25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897047 Mar 20 16:25:36.897448 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54790) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:36.901256 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba57479-26cf-4531-a63d-cded8e1b5eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9511869-def6-4562-8151-cc28856b63f9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:36.951417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] Publish callbacks [] for security_group (b9511869-def6-4562-8151-cc28856b63f9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:36.973856 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] Publish callbacks [] for security_group (b9511869-def6-4562-8151-cc28856b63f9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:37.025819 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b9511869-def6-4562-8151-cc28856b63f9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:37.028594 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:37.032357 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9511869-def6-4562-8151-cc28856b63f9 HTTP/1.1" status: 204 len: 168 time: 0.1312981 Mar 20 16:25:37.042405 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36c6f-c306-43c1-aba4-b5262180052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9511869-def6-4562-8151-cc28856b63f9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:37.048082 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:25:37.166075 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:25:37.171222 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:37.176852 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:25:37.187875 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:37.188560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:37.210448 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5d81dc83-1c66-47d9-841e-1bb32199f734 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "PUT /v2.0/floatingips/999392b2-fbfd-4c44-b785-1dcb37de94c4 HTTP/1.1" status: 200 len: 991 time: 1.3243620 Mar 20 16:25:37.210448 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'tag': '181d83c6-7716-454a-bd86-9157163abb03'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:25:37.210448 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "tag": "181d83c6-7716-454a-bd86-9157163abb03"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:25:37.240092 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd4dcc-33ec-4e14-95d9-385c8c5dac05 x-openstack-request-id: req-09dd4dcc-33ec-4e14-95d9-385c8c5dac05 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:25:37.240404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "tag": "181d83c6-7716-454a-bd86-9157163abb03", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:25:37.240662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09dd4dcc-33ec-4e14-95d9-385c8c5dac05 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:25:37.241067 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'tag': '181d83c6-7716-454a-bd86-9157163abb03', 'status': 'completed', 'code': 200} Mar 20 16:25:37.319052 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:37.327089 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-c815bbc5-b8ce-415f-b968-11fcc855ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:37.328725 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-c815bbc5-b8ce-415f-b968-11fcc855ff2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 1129 time: 0.0443780 Mar 20 16:25:37.423549 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-8e1af7e1-7cf4-4608-9358-ef8b7a68ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:37.425066 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-8e1af7e1-7cf4-4608-9358-ef8b7a68ff64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0908945 Mar 20 16:25:37.496865 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-c7b3763f-c31a-419a-a1ef-c7da1b1eeede service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181d83c6-7716-454a-bd86-9157163abb03 HTTP/1.1" status: 200 len: 999 time: 0.0652165 Mar 20 16:25:37.545933 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-6ad6f795-05e1-486a-a8b7-4a893e9ba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:37.547466 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-6ad6f795-05e1-486a-a8b7-4a893e9ba64a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0448866 Mar 20 16:25:37.570397 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}, {'id': '999392b2-fbfd-4c44-b785-1dcb37de94c4', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '181d83c6-7716-454a-bd86-9157163abb03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:39:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:25:16Z', 'updated_at': '2022-03-20T16:25:36Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:37.599417 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-ccde25c2-045b-4b51-86d1-382995696948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:37.601237 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-ccde25c2-045b-4b51-86d1-382995696948 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482924 Mar 20 16:25:37.601445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:25:37.610679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:37.611630 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:37.698089 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-1b67f28f-9845-4ad0-88e5-1f5d3143fcd6 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906777 Mar 20 16:25:37.727602 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:37.791601 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d967c2a-bc3c-4f5d-90eb-5c2fcd1f46e7 req-492eecb9-2199-4f61-962a-06e13cd90fec service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880923 Mar 20 16:25:37.969437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}, {'id': '999392b2-fbfd-4c44-b785-1dcb37de94c4', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '181d83c6-7716-454a-bd86-9157163abb03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:39:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:25:16Z', 'updated_at': '2022-03-20T16:25:36Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:37.999161 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f78bde-1460-4137-aad9-19f5739b61dd None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}, {'id': '999392b2-fbfd-4c44-b785-1dcb37de94c4', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '181d83c6-7716-454a-bd86-9157163abb03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:39:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:25:16Z', 'updated_at': '2022-03-20T16:25:36Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:25:38.192955 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6351c-503e-479e-8772-f5f6c43413ad None None] New status for floating IP 999392b2-fbfd-4c44-b785-1dcb37de94c4: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:25:40.391693 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4153a7-f5aa-4115-87fe-f035d61de348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:42.752443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0114939d-6542-4fe5-b5d8-7479a811d830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:43.952862 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.140502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54918) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:45.233409 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.243553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94892bd1-33eb-458d-8d60-7f59b41f0b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.321791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94892bd1-33eb-458d-8d60-7f59b41f0b9e admin admin] Publish callbacks [] for security_group (0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.327806 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94892bd1-33eb-458d-8d60-7f59b41f0b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.364803 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-94892bd1-33eb-458d-8d60-7f59b41f0b9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a7392f55a5c444e87aac01e48313ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232015 Mar 20 16:25:45.365638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94892bd1-33eb-458d-8d60-7f59b41f0b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:45.367703 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54922) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:45.416732 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] Publish callbacks [] for security_group (0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.438393 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] Publish callbacks [] for security_group (0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.489829 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.492404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.493564 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e HTTP/1.1" status: 204 len: 168 time: 0.1248548 Mar 20 16:25:45.501277 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f93b3-b6f1-4cef-856a-9a7fdbff200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a67b2-248c-4462-b5dc-4efa6dc8fb2e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:45.768609 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54928) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:45.782303 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f3c91796-b3e1-42d1-93ad-bcfb764e3dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.858531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f3c91796-b3e1-42d1-93ad-bcfb764e3dda admin admin] Publish callbacks [] for security_group (420b410d-1017-43d3-aad2-daf507fc9cf5), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.864711 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f3c91796-b3e1-42d1-93ad-bcfb764e3dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (420b410d-1017-43d3-aad2-daf507fc9cf5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.904482 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f3c91796-b3e1-42d1-93ad-bcfb764e3dda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bd89f044c3f4b659242771aacfea4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347167 Mar 20 16:25:45.905337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91796-b3e1-42d1-93ad-bcfb764e3dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b410d-1017-43d3-aad2-daf507fc9cf5,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:45.907510 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54930) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:45.956117 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] Publish callbacks [] for security_group (420b410d-1017-43d3-aad2-daf507fc9cf5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:45.978002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] Publish callbacks [] for security_group (420b410d-1017-43d3-aad2-daf507fc9cf5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.027008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (420b410d-1017-43d3-aad2-daf507fc9cf5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.030093 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.031290 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/420b410d-1017-43d3-aad2-daf507fc9cf5 HTTP/1.1" status: 204 len: 168 time: 0.1226897 Mar 20 16:25:46.039670 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a8e6f-bffa-4d24-be2a-fa014f52c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b410d-1017-43d3-aad2-daf507fc9cf5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:46.371252 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54936) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:46.385457 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a221d7d-f55c-4b60-be35-10c5ff968116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.469398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a221d7d-f55c-4b60-be35-10c5ff968116 admin admin] Publish callbacks [] for security_group (a2f71728-267a-4f94-a1d4-62f60c6ba061), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.475685 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a221d7d-f55c-4b60-be35-10c5ff968116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a2f71728-267a-4f94-a1d4-62f60c6ba061), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.523644 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0a221d7d-f55c-4b60-be35-10c5ff968116 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09d1f60d20c84859b44cf12903f1dc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512625 Mar 20 16:25:46.524543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a221d7d-f55c-4b60-be35-10c5ff968116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f71728-267a-4f94-a1d4-62f60c6ba061,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:46.526597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54938) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:46.578069 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] Publish callbacks [] for security_group (a2f71728-267a-4f94-a1d4-62f60c6ba061), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.599902 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] Publish callbacks [] for security_group (a2f71728-267a-4f94-a1d4-62f60c6ba061), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.648278 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a2f71728-267a-4f94-a1d4-62f60c6ba061), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.650798 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:46.651961 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2f71728-267a-4f94-a1d4-62f60c6ba061 HTTP/1.1" status: 204 len: 168 time: 0.1243186 Mar 20 16:25:46.662403 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379b21e-f9ca-420b-80ca-b63f38c79990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f71728-267a-4f94-a1d4-62f60c6ba061,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:46.788528 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:47.771055 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 54968) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:47.892465 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad04942-271e-40e8-a125-9b7a98a9f671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:47.976096 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad04942-271e-40e8-a125-9b7a98a9f671 admin admin] Publish callbacks [] for security_group (de7fce09-9215-4c63-9399-51676085c28a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:47.982299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ad04942-271e-40e8-a125-9b7a98a9f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (de7fce09-9215-4c63-9399-51676085c28a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:48.025833 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6ad04942-271e-40e8-a125-9b7a98a9f671 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bebb3276a1d4568974adb76b9c20967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536409 Mar 20 16:25:48.027004 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04942-271e-40e8-a125-9b7a98a9f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7fce09-9215-4c63-9399-51676085c28a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:48.028855 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 54972) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:48.088263 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] Publish callbacks [] for security_group (de7fce09-9215-4c63-9399-51676085c28a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:48.116340 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] Publish callbacks [] for security_group (de7fce09-9215-4c63-9399-51676085c28a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:48.165371 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (de7fce09-9215-4c63-9399-51676085c28a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:48.168097 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:48.169239 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de7fce09-9215-4c63-9399-51676085c28a HTTP/1.1" status: 204 len: 168 time: 0.1394684 Mar 20 16:25:48.178763 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9328c31-adb8-4fd7-909a-20fa3efab1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7fce09-9215-4c63-9399-51676085c28a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:50.330061 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:25:50.930235 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-62781488-7104-49b0-a86d-b2a518982763 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458694 Mar 20 16:25:51.050000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-18ec5c15-6b26-4107-b438-d62a6a83dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:51.052102 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-18ec5c15-6b26-4107-b438-d62a6a83dc31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0561256 Mar 20 16:25:51.159672 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-90189d01-7e95-409b-b3d2-4ecfcc49a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:51.161829 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-90189d01-7e95-409b-b3d2-4ecfcc49a9d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.0901797 Mar 20 16:25:51.234221 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-e96ffa63-a8f0-4227-b3f3-81d0fbfbead9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 1001 time: 0.0660222 Mar 20 16:25:51.282333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-33d605a1-962c-4d4e-8a65-6f2d75c787ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:51.283723 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-33d605a1-962c-4d4e-8a65-6f2d75c787ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0431120 Mar 20 16:25:51.333992 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-30999cdb-9259-483a-b3a9-9fac7a49ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:51.336256 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-30999cdb-9259-483a-b3a9-9fac7a49ca13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468004 Mar 20 16:25:51.445853 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-04f9efa2-5ab9-414f-81a9-1a5b54a65712 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035275 Mar 20 16:25:51.535830 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5e3265f-c6ff-4e83-b174-40691aaea148 req-af0a8fed-d13c-4960-bb51-01489c782583 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Mar 20 16:25:52.415251 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:56.585265 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55096) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:56.764216 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Deleting port 58783af7-835c-4c2c-84c8-5e928279bc49 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:56.764516 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:56.846712 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:56.847010 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for floatingip (58783af7-835c-4c2c-84c8-5e928279bc49), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:56.860311 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Calling delete_port for 58783af7-835c-4c2c-84c8-5e928279bc49 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:57.019410 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (58783af7-835c-4c2c-84c8-5e928279bc49), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:57.044885 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event deleted for resources: {'Port': ['ID=58783af7-835c-4c2c-84c8-5e928279bc49,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:57.113198 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for floatingip (1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:57.113790 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Floating IP 1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2 disassociated (deleted). External IP: 172.27.1.246, port: b40df487-1da3-413a-8bf6-401f9ca526d7. Mar 20 16:25:57.334502 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:25:57.450592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:25:57.457310 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:57.463492 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Sync routers for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:25:57.474127 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:57.474839 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:57.486801 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-152d13fb-6282-459d-aba4-7d802690d628 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "DELETE /v2.0/floatingips/1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2 HTTP/1.1" status: 204 len: 168 time: 0.9003921 Mar 20 16:25:57.487495 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:25:57.489829 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111" -d '{"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:25:57.529102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c0170-fabf-40c5-b3f1-e01ead31c092 x-openstack-request-id: req-099c0170-fabf-40c5-b3f1-e01ead31c092 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:25:57.529366 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:25:57.529644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-099c0170-fabf-40c5-b3f1-e01ead31c092 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:25:57.530079 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'status': 'completed', 'code': 200} Mar 20 16:25:57.586605 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:57.621806 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-9ac40821-c14b-484f-ac6b-a97b5261e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:57.623414 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-9ac40821-c14b-484f-ac6b-a97b5261e50e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17cc716774984a15b9d00eb21651b3ee&device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 1129 time: 0.0481329 Mar 20 16:25:57.793142 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acc952-9ebd-4e77-8bf9-d30677b5bf10 req-d57572ab-279e-4d4d-b3d7-d906a1e718d3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:57.794795 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b6acc952-9ebd-4e77-8bf9-d30677b5bf10 req-d57572ab-279e-4d4d-b3d7-d906a1e718d3 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.1291001 Mar 20 16:25:57.799667 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-d40230e8-3b5a-47ee-930f-214941771dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:57.801085 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-d40230e8-3b5a-47ee-930f-214941771dd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 200 len: 909 time: 0.1261802 Mar 20 16:25:57.814549 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:57.841942 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Checking router: 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:25:57.851297 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:25:57.851933 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:57.857772 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-7ee6bfef-20ab-4ed4-ae83-a10d8061b1ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 200 len: 217 time: 0.0488222 Mar 20 16:25:57.909663 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b6acc952-9ebd-4e77-8bf9-d30677b5bf10 req-f6443a4e-4105-40a5-82ab-6294dc5f2f45 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075611 Mar 20 16:25:57.935158 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-c5fa3749-2510-487e-bdd3-260dbd6fc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:57.936715 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-c5fa3749-2510-487e-bdd3-260dbd6fc72b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 200 len: 848 time: 0.0713489 Mar 20 16:25:57.991154 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-44d4dadf-078e-4db7-b3c9-1bdd0f804c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:57.992677 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-44d4dadf-078e-4db7-b3c9-1bdd0f804c8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed7ad02-fd3f-49cf-8daf-676214b86075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489345 Mar 20 16:25:58.091148 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-c19c4d76-8090-44f1-a2f8-5d723f34afb4 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916047 Mar 20 16:25:58.111709 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:25:58.185656 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71bcb0f3-4be4-4eae-b1f2-2f1c31a54111 req-6ffd7d59-a730-4094-8649-55d01a8f2574 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880930 Mar 20 16:25:58.314137 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:25:58.343632 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd1eb6-1b35-4abb-9796-f832f4e1a6fa None None] The sync data for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi is: [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:20:56Z', 'revision_number': 4, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '1ea0c33b-eeb0-4df1-b6f8-dc1815579648', 'name': '', 'network_id': '1ed7ad02-fd3f-49cf-8daf-676214b86075', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'mac_address': 'fa:16:3e:25:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '75149992-e614-4eb7-91a2-7459573e18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:55Z', 'updated_at': '2022-03-20T16:21:06Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'subnets': [{'id': '75149992-e614-4eb7-91a2-7459573e18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:25:58.562666 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b92dcc-7367-499f-9efc-3d931627ec2f None None] New status for floating IP 1cfb70f5-6e4c-48d6-aa7a-cb3274edafe2: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:25:59.040426 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca8e00-a5a0-43dd-b80e-2535e7403d41 req-44529a88-25b1-492a-b76f-0363fd7d0d94 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:59.042078 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eca8e00-a5a0-43dd-b80e-2535e7403d41 req-44529a88-25b1-492a-b76f-0363fd7d0d94 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0560596 Mar 20 16:25:59.090987 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55122) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:59.093906 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4eca8e00-a5a0-43dd-b80e-2535e7403d41 req-e19b41bd-6d55-4373-aaf0-907b7d995bad tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/security-groups?id=43b36b87-7d9f-4ced-a014-976959868ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457263 Mar 20 16:25:59.201017 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.278232 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Publish callbacks [] for security_group (d86d77d2-7044-4bdb-b952-f7efbc2177d1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.284688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d86d77d2-7044-4bdb-b952-f7efbc2177d1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.325056 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47e872ed912140e7aa65aab862566a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328768 Mar 20 16:25:59.326191 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d77d2-7044-4bdb-b952-f7efbc2177d1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:59.328090 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55126) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:25:59.333434 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.334059 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.334059 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.334475 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.334802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.335125 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.335441 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.335761 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.336076 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.336383 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.336700 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.337013 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.337323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.337638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.337950 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25dad21-c16c-40fe-8270-698a5fca7799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:25:59.380670 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] Publish callbacks [] for security_group (d86d77d2-7044-4bdb-b952-f7efbc2177d1), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.400906 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] Publish callbacks [] for security_group (d86d77d2-7044-4bdb-b952-f7efbc2177d1), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.454157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (d86d77d2-7044-4bdb-b952-f7efbc2177d1), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.458439 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.459646 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d86d77d2-7044-4bdb-b952-f7efbc2177d1 HTTP/1.1" status: 204 len: 168 time: 0.1303296 Mar 20 16:25:59.467825 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0e3b4-dccb-48a3-bab3-d23eb03108bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d77d2-7044-4bdb-b952-f7efbc2177d1,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:25:59.514680 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-b86e1d00-5013-4b12-a9a4-ad9cab17c891 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:25:59.516168 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-b86e1d00-5013-4b12-a9a4-ad9cab17c891 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.42 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 945 time: 0.0547318 Mar 20 16:25:59.618213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Deleting port b40df487-1da3-413a-8bf6-401f9ca526d7 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:25:59.618593 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.716352 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] For port b40df487-1da3-413a-8bf6-401f9ca526d7, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=b40df487-1da3-413a-8bf6-401f9ca526d7,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:25:59.716609 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:25:59.731709 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Calling delete_port for b40df487-1da3-413a-8bf6-401f9ca526d7 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:25:59.869556 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (b40df487-1da3-413a-8bf6-401f9ca526d7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:00.164532 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event deleted for resources: {'Port': ['ID=b40df487-1da3-413a-8bf6-401f9ca526d7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:00.196271 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf4eec9d-3ac2-4c6a-b3b9-b3d2f7ab2789 req-235398ee-063d-4bcf-801e-3b14359428b4 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "GET /v2.0/ports?device_id=daea86cc-c323-4d68-95dd-c70f8d1bc626 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Mar 20 16:26:00.229141 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] No DVR routers for this DVR port b40df487-1da3-413a-8bf6-401f9ca526d7 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:00.231716 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:00.234931 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2184a2e-baa3-466f-8463-b9b8e32070f2 req-59360786-8967-4df9-83a4-762607a7427d tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.42 "DELETE /v2.0/ports/b40df487-1da3-413a-8bf6-401f9ca526d7 HTTP/1.1" status: 204 len: 173 time: 0.7102170 Mar 20 16:26:00.235389 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-deleted', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:00.237649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76633d34-e6e7-4fec-8682-a761958b5fe7" -d '{"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-deleted", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:00.279530 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe649b-e639-4b58-9852-5e230945776a x-openstack-request-id: req-1ebe649b-e639-4b58-9852-5e230945776a {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:00.279826 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daea86cc-c323-4d68-95dd-c70f8d1bc626", "name": "network-vif-deleted", "tag": "b40df487-1da3-413a-8bf6-401f9ca526d7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:00.280078 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ebe649b-e639-4b58-9852-5e230945776a {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:00.280479 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daea86cc-c323-4d68-95dd-c70f8d1bc626', 'name': 'network-vif-deleted', 'tag': 'b40df487-1da3-413a-8bf6-401f9ca526d7', 'status': 'completed', 'code': 200} Mar 20 16:26:01.256880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55136) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:01.322428 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (43b36b87-7d9f-4ced-a014-976959868ac2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:01.350633 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (43b36b87-7d9f-4ced-a014-976959868ac2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:01.412008 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (43b36b87-7d9f-4ced-a014-976959868ac2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:01.414754 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:01.415916 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] 10.222.0.18 "DELETE /v2.0/security-groups/43b36b87-7d9f-4ced-a014-976959868ac2 HTTP/1.1" status: 204 len: 168 time: 0.1578963 Mar 20 16:26:01.424589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b36b87-7d9f-4ced-a014-976959868ac2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:01.432470 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.432834 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.433174 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.433508 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.433826 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.434168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.434531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.434852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.435176 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.435481 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.435800 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.436122 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.436441 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.436805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.437164 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a298d93-750f-476d-94d5-d097c56f0224 tempest-TestShelveInstance-1491665401 tempest-TestShelveInstance-1491665401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:01.460373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55140) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:02.269665 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:02.524013 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Deleting port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:02.524361 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:02.614832 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] For port 1ea0c33b-eeb0-4df1-b6f8-dc1815579648, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:02.615293 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:02.629064 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Calling delete_port for 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:02.835479 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (1ea0c33b-eeb0-4df1-b6f8-dc1815579648), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:02.861272 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea0c33b-eeb0-4df1-b6f8-dc1815579648,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:03.033160 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.148046 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:03.168246 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: b40df487-1da3-413a-8bf6-401f9ca526d7 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:03.168597 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device b40df487-1da3-413a-8bf6-401f9ca526d7 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:03.252882 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:03.362355 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:03.371103 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-91b3feeb-44a2-4720-b314-6e525a8eece7 admin admin] 10.222.0.18 "PUT /v2.0/routers/4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9068503 Mar 20 16:26:03.371103 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55144) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:03.373708 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Sync routers for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:03.385366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:03.386039 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:03.477093 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks [] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.495085 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:03.579584 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks [] for router_gateway (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.634097 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Deleting port c3334658-8579-4720-ae03-cb9da868120e {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:03.634474 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (c3334658-8579-4720-ae03-cb9da868120e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.676485 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c3334658-8579-4720-ae03-cb9da868120e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:26:02Z', 'revision_number': 5, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port': {'id': 'c3334658-8579-4720-ae03-cb9da868120e', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:20:51Z', 'updated_at': '2022-03-20T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:03.703768 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Checking router: 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:03.713038 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Routers {'4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:03.713663 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:03.717597 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] For port c3334658-8579-4720-ae03-cb9da868120e, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=c3334658-8579-4720-ae03-cb9da868120e,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:03.717958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (c3334658-8579-4720-ae03-cb9da868120e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.730776 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Calling delete_port for c3334658-8579-4720-ae03-cb9da868120e owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:03.802020 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] Set router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:03.854949 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:26:03Z', 'revision_number': 6, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:03.885039 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89aa57-c4f7-4465-8011-8ac54f738845 None None] The sync data for ids ['4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6'] in dv-cinder-834172-2-iscsi is: [{'id': '4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6', 'name': 'tempest-TestShelveInstance-2109589928-router', 'tenant_id': '17cc716774984a15b9d00eb21651b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:20:50Z', 'updated_at': '2022-03-20T16:26:03Z', 'revision_number': 6, 'project_id': '17cc716774984a15b9d00eb21651b3ee', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:03.897103 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (c3334658-8579-4720-ae03-cb9da868120e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:03.924207 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3334658-8579-4720-ae03-cb9da868120e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:03.988336 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.081753 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.084073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks [] for router_controller (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.133260 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.133824 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:26:04.138651 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.140183 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9fd48be8-3ff8-424b-88fa-73297033b849 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4042e1a8-c0e1-4e5f-b7d4-4db76b69a8e6 HTTP/1.1" status: 204 len: 168 time: 0.7680576 Mar 20 16:26:04.143785 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55146) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:04.189577 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Deleting subnet 75149992-e614-4eb7-91a2-7459573e18bf {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:26:04.192878 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Publish callbacks [] for subnet (75149992-e614-4eb7-91a2-7459573e18bf), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.227101 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (75149992-e614-4eb7-91a2-7459573e18bf), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.311471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (75149992-e614-4eb7-91a2-7459573e18bf), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.364718 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (75149992-e614-4eb7-91a2-7459573e18bf), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.389818 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75149992-e614-4eb7-91a2-7459573e18bf,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:04.394753 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.400395 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-95e65a28-be4a-4851-baa5-02caf9ecbbe3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/75149992-e614-4eb7-91a2-7459573e18bf HTTP/1.1" status: 204 len: 168 time: 0.2538157 Mar 20 16:26:04.400553 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971cf0e1-ec3c-4f7e-8d75-c73205e932f3 None None] Network 1ed7ad02-fd3f-49cf-8daf-676214b86075 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:04.401017 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55148) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:04.471651 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (1ed7ad02-fd3f-49cf-8daf-676214b86075), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.531975 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Deleting port 89054766-ab18-449c-b4bf-9186ecb990ef {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:04.532229 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.593505 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] For port 89054766-ab18-449c-b4bf-9186ecb990ef, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=89054766-ab18-449c-b4bf-9186ecb990ef,segment=NetworkSegment(9399c402-8752-4864-bc8d-761201a62d64),segment_id=9399c402-8752-4864-bc8d-761201a62d64)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:04.593793 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.606564 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Calling delete_port for 89054766-ab18-449c-b4bf-9186ecb990ef owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:04.653740 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] DHCP port deletion for 1ed7ad02-fd3f-49cf-8daf-676214b86075 request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:26:04.698888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.712684 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Deleting port 89054766-ab18-449c-b4bf-9186ecb990ef {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:04.713058 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.726805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89054766-ab18-449c-b4bf-9186ecb990ef,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:04.728139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:04.728658 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] No DVR routers for this DVR port 89054766-ab18-449c-b4bf-9186ecb990ef on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:04.781210 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:04.781559 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 1ea0c33b-eeb0-4df1-b6f8-dc1815579648 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:04.781969 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 89054766-ab18-449c-b4bf-9186ecb990ef no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:04.800585 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (1ed7ad02-fd3f-49cf-8daf-676214b86075), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.812459 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 89054766-ab18-449c-b4bf-9186ecb990ef {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:04.812811 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 89054766-ab18-449c-b4bf-9186ecb990ef not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:04.813229 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device c3334658-8579-4720-ae03-cb9da868120e no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:04.824427 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed7ad02-fd3f-49cf-8daf-676214b86075']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:04.834291 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9399c402-8752-4864-bc8d-761201a62d64') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:04.834670 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9399c402-8752-4864-bc8d-761201a62d64') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:04.837030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: c3334658-8579-4720-ae03-cb9da868120e {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:04.837387 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device c3334658-8579-4720-ae03-cb9da868120e not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:04.843002 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] For port 89054766-ab18-449c-b4bf-9186ecb990ef, host dv-cinder-834172-2-iscsi, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:04.843363 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.844412 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (9399c402-8752-4864-bc8d-761201a62d64), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.860332 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (9399c402-8752-4864-bc8d-761201a62d64), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.861047 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Calling delete_port for 89054766-ab18-449c-b4bf-9186ecb990ef owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:04.864635 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Port 89054766-ab18-449c-b4bf-9186ecb990ef was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 20 16:26:04.865941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (89054766-ab18-449c-b4bf-9186ecb990ef), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.867585 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:26:04.868078 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (9399c402-8752-4864-bc8d-761201a62d64), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:26:04.869945 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:26:04.891466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] Pushing event deleted for resources: {'Port': ['ID=89054766-ab18-449c-b4bf-9186ecb990ef,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:04.898498 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6cd1e-2643-4c20-9cd2-94931ecea399 None None] No DVR routers for this DVR port 89054766-ab18-449c-b4bf-9186ecb990ef on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:04.930349 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (1ed7ad02-fd3f-49cf-8daf-676214b86075), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.947345 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:04.950600 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ed7ad02-fd3f-49cf-8daf-676214b86075 HTTP/1.1" status: 204 len: 168 time: 0.5491199 Mar 20 16:26:04.952180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df77ac6-409e-4a1a-a66b-a0eb777604e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed7ad02-fd3f-49cf-8daf-676214b86075,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:04.953751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55150) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:05.313511 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (30d02a36-c17b-49b6-954c-e1959371084a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:05.558168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Deleting port 9b2f9103-20d6-4864-86a1-1346efede3ac {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:05.558892 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:05.638184 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] For port 9b2f9103-20d6-4864-86a1-1346efede3ac, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9b2f9103-20d6-4864-86a1-1346efede3ac,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:05.638569 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:05.651607 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Calling delete_port for 9b2f9103-20d6-4864-86a1-1346efede3ac owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:05.837340 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (9b2f9103-20d6-4864-86a1-1346efede3ac), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:05.862004 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2f9103-20d6-4864-86a1-1346efede3ac,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:06.029540 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (30d02a36-c17b-49b6-954c-e1959371084a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:06.261012 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Router 30d02a36-c17b-49b6-954c-e1959371084a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:06.382988 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:06.388345 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-7bdf28d0-2663-4543-93bc-74c1dd7fa85e admin admin] 10.222.0.18 "PUT /v2.0/routers/30d02a36-c17b-49b6-954c-e1959371084a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4336345 Mar 20 16:26:06.391016 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55152) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:06.391748 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Sync routers for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:06.402325 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:06.403060 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:06.501681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks [] for router (30d02a36-c17b-49b6-954c-e1959371084a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:06.514567 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:06.697664 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:26:05Z', 'revision_number': 5, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:06.724190 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Checking router: 30d02a36-c17b-49b6-954c-e1959371084a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:06.733576 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Routers {'30d02a36-c17b-49b6-954c-e1959371084a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:06.734194 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['30d02a36-c17b-49b6-954c-e1959371084a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:06.880806 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks [] for router_gateway (30d02a36-c17b-49b6-954c-e1959371084a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:06.934683 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] Set router 30d02a36-c17b-49b6-954c-e1959371084a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:06.935734 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Deleting port b288418c-96a1-472a-ad0c-5ca96cc6b44a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:06.936079 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.017536 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] For port b288418c-96a1-472a-ad0c-5ca96cc6b44a, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=b288418c-96a1-472a-ad0c-5ca96cc6b44a,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:07.017792 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.031566 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Calling delete_port for b288418c-96a1-472a-ad0c-5ca96cc6b44a owned by network:router_gateway {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:07.113990 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:26:05Z', 'revision_number': 5, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:07.140057 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90f74-c543-40aa-a0d9-3099e6064861 None None] The sync data for ids ['30d02a36-c17b-49b6-954c-e1959371084a'] in dv-cinder-834172-2-iscsi is: [{'id': '30d02a36-c17b-49b6-954c-e1959371084a', 'name': 'tempest-TestShelveInstance-1503065861-router', 'tenant_id': '35b67da8df2646d082a9de338e7c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:21:00Z', 'updated_at': '2022-03-20T16:26:05Z', 'revision_number': 5, 'project_id': '35b67da8df2646d082a9de338e7c1ddd', 'gw_port': {'id': 'b288418c-96a1-472a-ad0c-5ca96cc6b44a', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d02a36-c17b-49b6-954c-e1959371084a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:21:03Z', 'updated_at': '2022-03-20T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:07.200211 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (b288418c-96a1-472a-ad0c-5ca96cc6b44a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.223637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Pushing event deleted for resources: {'Port': ['ID=b288418c-96a1-472a-ad0c-5ca96cc6b44a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:07.284935 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (30d02a36-c17b-49b6-954c-e1959371084a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.374963 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (30d02a36-c17b-49b6-954c-e1959371084a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.377595 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks [] for router_controller (30d02a36-c17b-49b6-954c-e1959371084a), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.426699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (30d02a36-c17b-49b6-954c-e1959371084a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.427132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d02a36-c17b-49b6-954c-e1959371084a {{(pid=103391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:26:07.431914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.432967 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-44456d5f-2ee4-4340-86ff-30073c91761e admin admin] 10.222.0.18 "DELETE /v2.0/routers/30d02a36-c17b-49b6-954c-e1959371084a HTTP/1.1" status: 204 len: 168 time: 1.0410240 Mar 20 16:26:07.435709 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55156) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:07.480347 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Deleting subnet d1dcfb4f-9449-4585-aa3a-b069ec34af96 {{(pid=103391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:26:07.483639 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Publish callbacks [] for subnet (d1dcfb4f-9449-4585-aa3a-b069ec34af96), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.519051 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10085927'] for subnet (d1dcfb4f-9449-4585-aa3a-b069ec34af96), precommit_delete_associations {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.604224 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (d1dcfb4f-9449-4585-aa3a-b069ec34af96), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.663672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8660683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829688'] for subnet (d1dcfb4f-9449-4585-aa3a-b069ec34af96), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.688659 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1dcfb4f-9449-4585-aa3a-b069ec34af96,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:07.693454 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.696669 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-68ed4ae8-bbf1-4335-8dae-7eb2004838a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1dcfb4f-9449-4585-aa3a-b069ec34af96 HTTP/1.1" status: 204 len: 168 time: 0.2600245 Mar 20 16:26:07.699306 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55158) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:07.700159 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194053b-ab32-4fa3-a22d-e5707cc89a4e None None] Network 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:07.773502 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.839471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Deleting port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:07.839880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.862724 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] DHCP port deletion for 68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:26:07.902731 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] For port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:07.903361 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.909489 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Deleting port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:07.909864 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.916757 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Calling delete_port for e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:07.975810 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] For port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,segment=NetworkSegment(efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886),segment_id=efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:07.976301 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:07.989314 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Calling delete_port for e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:07.995011 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.025342 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:08.027190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] No DVR routers for this DVR port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 on host dv-cinder-834172-2-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:08.070212 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.095134 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Pushing event deleted for resources: {'Port': ['ID=e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:08.096072 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.099466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] No DVR routers for this DVR port e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:08.107196 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.107584 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.107929 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.108274 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.108603 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.108931 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.109256 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.109578 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.109906 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.110231 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.110579 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.111332 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.111332 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.111571 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.111840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd3970-3ba7-4034-abc0-d16e96dfe758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:08.132252 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c8e3e1-0d95-42e3-a95d-84d49a5d6a26']}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:08.143094 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886') {'for_net_delete': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:08.143386 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.services.segments.db [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886') {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:08.153151 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10085918'] for segment (efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.169126 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.175815 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:26:08.176213 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8673385'] for segment (efc8ddbe-6c4c-4a2d-9d75-cdca0f22d886), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: Traceback (most recent call last): Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: timer() Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: cb(*args, **kw) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: return func(*args, **kwargs) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: self._notify() Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: self.callback(batched_events) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: event.method(event) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: return f(self, *a, **k) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._get(url).json() Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: return self.request(url, 'GET', **kwargs) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:26:08.177974 dv-cinder-834172-2-iscsi neutron-server[103391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:26:08.237950 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (68c8e3e1-0d95-42e3-a95d-84d49a5d6a26), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.242515 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.245660 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/68c8e3e1-0d95-42e3-a95d-84d49a5d6a26 HTTP/1.1" status: 204 len: 168 time: 0.5454369 Mar 20 16:26:08.258705 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e4b42-3cbb-4497-a8c6-9255bc0445f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c8e3e1-0d95-42e3-a95d-84d49a5d6a26,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:08.376576 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55162) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:08.416666 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-efef0487-4c13-416a-89b9-3fda47d77d48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17cc716774984a15b9d00eb21651b3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388646 Mar 20 16:26:08.424738 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55164) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:08.466920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] Publish callbacks [] for security_group (68a2facd-c5ef-4449-bd71-e30296c8f8a3), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.489952 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] Publish callbacks [] for security_group (68a2facd-c5ef-4449-bd71-e30296c8f8a3), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.528879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9b2f9103-20d6-4864-86a1-1346efede3ac no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:08.539382 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (68a2facd-c5ef-4449-bd71-e30296c8f8a3), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.542112 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.543475 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68a2facd-c5ef-4449-bd71-e30296c8f8a3 HTTP/1.1" status: 204 len: 168 time: 0.1232135 Mar 20 16:26:08.549064 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 9b2f9103-20d6-4864-86a1-1346efede3ac {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:08.549422 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9b2f9103-20d6-4864-86a1-1346efede3ac not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:08.549830 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device b288418c-96a1-472a-ad0c-5ca96cc6b44a no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:08.551825 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c28fa-31d9-4943-93b2-b1721e3bd5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2facd-c5ef-4449-bd71-e30296c8f8a3,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:08.573498 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: b288418c-96a1-472a-ad0c-5ca96cc6b44a {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:08.574093 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device b288418c-96a1-472a-ad0c-5ca96cc6b44a not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:08.574528 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:08.598814 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:08.599069 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e4ffbdc9-3bae-4c7e-802c-8c0d25ad7b84 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:08.873427 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55170) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:08.914193 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-30a46e48-8364-463f-9e4f-b101bfb30804 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35b67da8df2646d082a9de338e7c1ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396349 Mar 20 16:26:08.917710 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55172) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:08.966635 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] Publish callbacks [] for security_group (cda86b9b-67d1-4b12-a085-1d20c1e57dd5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:08.987153 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] Publish callbacks [] for security_group (cda86b9b-67d1-4b12-a085-1d20c1e57dd5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.033472 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (cda86b9b-67d1-4b12-a085-1d20c1e57dd5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.035968 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.037117 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cda86b9b-67d1-4b12-a085-1d20c1e57dd5 HTTP/1.1" status: 204 len: 168 time: 0.1185360 Mar 20 16:26:09.044661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e8be3-a85a-49f5-974a-46162031c9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda86b9b-67d1-4b12-a085-1d20c1e57dd5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:09.728134 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55194) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:09.825453 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-935078537-network', 'tenant_id': '418f04c79658426bb30906d8f9da01ec'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:09.852254 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Made reservation on behalf of 418f04c79658426bb30906d8f9da01ec for: {'network': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:09.854655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.863149 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.933748 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks [] for security_group (a192bf6d-105f-4f67-9fa0-26ba144cd655), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.938816 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a192bf6d-105f-4f67-9fa0-26ba144cd655), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.962694 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:26:09.972079 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a192bf6d-105f-4f67-9fa0-26ba144cd655,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:09.977774 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (ccc2d03b-202d-4c93-81d4-9eb16110f33f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:09.978109 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.segments_db [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Added segment ccc2d03b-202d-4c93-81d4-9eb16110f33f of type vlan for network d338cf1a-12a7-445d-b509-a627fce13fa1 Mar 20 16:26:10.016881 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (d338cf1a-12a7-445d-b509-a627fce13fa1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.042968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (d338cf1a-12a7-445d-b509-a627fce13fa1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.043958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:10.044603 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.101429 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3721316 Mar 20 16:26:10.104383 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55198) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:10.111230 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Request body: {'subnet': {'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-935078537-subnet', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'ip_version': 4}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:10.120417 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff369cf-c0ce-4ced-aa0e-0c0b354f6a00 admin admin] Pushing event updated for resources: {'Network': ['ID=d338cf1a-12a7-445d-b509-a627fce13fa1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:10.134449 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network d338cf1a-12a7-445d-b509-a627fce13fa1 details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:26:10.137887 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Made reservation on behalf of 418f04c79658426bb30906d8f9da01ec for: {'subnet': 1} {{(pid=103391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:10.140530 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829653'] for subnet (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.313659 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8660618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829635'] for subnet (5362f658-14fe-47f9-9057-86f5deefba21), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.372576 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5362f658-14fe-47f9-9057-86f5deefba21,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:10.383599 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:10.383958 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Network hostable DHCP agents. Network: d338cf1a-12a7-445d-b509-a627fce13fa1, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:26:10.398413 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18587b6c-9907-44ab-ad8b-58d619f9e803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.405460 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:26:10.415291 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, d338cf1a-12a7-445d-b509-a627fce13fa1) {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:10.419378 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:10.420165 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.424583 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613382fd-28c3-4d8f-b641-8e93dd6b76eb None None] Network d338cf1a-12a7-445d-b509-a627fce13fa1 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:10.437251 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f57c96b2-cdae-4c77-94c9-89d7a3c8eac7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3309560 Mar 20 16:26:10.439249 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55200) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:10.443513 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:10.462675 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.463626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.516519 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for router_controller (4032e92c-0c43-4254-8b24-648cf5d0a23a), precommit_add_association {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.526620 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-d338cf1a-12a7-445d-b509-a627fce13fa1', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:26:10.527472 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.658599 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for router_gateway (4032e92c-0c43-4254-8b24-648cf5d0a23a), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.661159 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Allocated IP 172.20.0.2 (d338cf1a-12a7-445d-b509-a627fce13fa1/5362f658-14fe-47f9-9057-86f5deefba21/64db40b2-c380-4a8c-aeb5-679ccbd23fe7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:10.800878 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks [] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.807977 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.845977 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:10.850907 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:10.853321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:10.858098 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for router_gateway (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.862806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Pushing event updated for resources: {'Port': ['ID=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:10.877607 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.913304 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Attempting to bind port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:10.913664 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Attempting to bind port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:10.914014 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Attempting to bind port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:10.919249 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:10.919581 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:10.919970 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.920351 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Bound using segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:10.920801 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Bound port: 64db40b2-c380-4a8c-aeb5-679ccbd23fe7, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:10.921165 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:10.980555 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Allocated IP 172.27.1.225 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:10.981349 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] For port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:10.984440 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] For port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:10.991532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.051321 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee701-c06e-49e5-b5a2-720fecd2ad8b None None] Pushing event updated for resources: {'Port': ['ID=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:11.091844 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.127875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.165480 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:11.168518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:11.175199 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:11.201678 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Pushing event updated for resources: {'Port': ['ID=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:11.452581 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for router_gateway (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.663665 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.797672 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:26:11.906766 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:11.916855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:11.924534 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:11.925967 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-55ba3351-c7b1-4339-a834-4bc62463b37e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4857457 Mar 20 16:26:11.928938 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55202) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:11.929932 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:11.930596 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:25:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:11.967174 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0cada-22f1-47c9-a9bb-6c9d6a95953b None None] Network d338cf1a-12a7-445d-b509-a627fce13fa1 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:12.224364 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Provisioning complete for port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:12.224741 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.263437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:12.345833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.471366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Current status of the port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:12.471749 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.527497 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Allocated IP 172.20.0.1 (d338cf1a-12a7-445d-b509-a627fce13fa1/5362f658-14fe-47f9-9057-86f5deefba21/52e5b570-ba22-4269-b758-1fdbfb28768b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:12.535273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] For port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:12.543799 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.583788 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:11Z', 'revision_number': 3, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:12.627405 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:12.632133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:12.632481 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Updating router 4032e92c-0c43-4254-8b24-648cf5d0a23a port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 binding host dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:26:12.666773 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks [] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.673650 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302a27-722b-4e18-b75f-2eaddd059011 None None] Pushing event updated for resources: {'Port': ['ID=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:12.693711 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.700379 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.737343 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:12.740251 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:12.745986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:12.769740 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Pushing event updated for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:12.793376 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.802075 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:12.802469 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.833408 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8aba818e-bf48-4d7c-88b3-18869de62d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.866410 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-faf2f76c-3afb-4ec3-beba-33b915914eb5 None None] Provisioning complete for port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:12.866783 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-faf2f76c-3afb-4ec3-beba-33b915914eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:12.937001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.056254 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:13.076699 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-faf2f76c-3afb-4ec3-beba-33b915914eb5 None None] Current status of the port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:13.098853 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks [] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.104354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.127026 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks [] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.132963 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.175541 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.177376 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Pushing event updated for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:13.189490 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813e83f-0809-4241-bfe8-7df5bdc2fdec None None] Pushing event updated for resources: {'Port': ['ID=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:13.191714 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Attempting to bind port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:13.192162 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Attempting to bind port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:13.192506 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Attempting to bind port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:13.200820 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:13.201192 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:13.201586 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.204501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:13.204501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Bound port: 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:13.204501 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.231745 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-6e1c144d-c0a5-4a3a-b447-585c8ded7cd2 None None] Provisioning complete for port 52e5b570-ba22-4269-b758-1fdbfb28768b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:13.232195 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e1c144d-c0a5-4a3a-b447-585c8ded7cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.272069 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:13.273578 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:13.286505 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c144d-c0a5-4a3a-b447-585c8ded7cd2 None None] Port 52e5b570-ba22-4269-b758-1fdbfb28768b cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:13.290016 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] For port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:13.305764 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] For port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:13.312775 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.378986 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813e83f-0809-4241-bfe8-7df5bdc2fdec None None] Pushing event updated for resources: {'Port': ['ID=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:13.382671 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:13.383272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:13.401766 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:13.503869 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:13.513718 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:13.519134 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ef58bfe2-b9a4-4164-9aff-814bca2089fc admin admin] 10.222.0.18 "PUT /v2.0/routers/4032e92c-0c43-4254-8b24-648cf5d0a23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892582 Mar 20 16:26:13.540121 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-03a180fc-799a-4a70-b73a-61b43a2417fa None None] Provisioning complete for port 52e5b570-ba22-4269-b758-1fdbfb28768b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:13.540496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03a180fc-799a-4a70-b73a-61b43a2417fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.617317 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-03a180fc-799a-4a70-b73a-61b43a2417fa None None] Port 52e5b570-ba22-4269-b758-1fdbfb28768b cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:13.901390 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 2, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:13.926504 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea787d3f-f0f6-4522-b9ad-3dedc17cce11 req-10b85fcc-2ba7-4263-82a0-6853ec5ff0b4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:13.933880 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea787d3f-f0f6-4522-b9ad-3dedc17cce11 req-10b85fcc-2ba7-4263-82a0-6853ec5ff0b4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0659523 Mar 20 16:26:13.935638 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07171287-e588-4798-b7ea-54fd1a182d8f None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 2, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:13.951515 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:13.979905 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ea787d3f-f0f6-4522-b9ad-3dedc17cce11 req-861aca68-4adc-4fb1-843f-f389ba0cce5a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451350 Mar 20 16:26:14.024426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55230) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:14.029488 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1044787292-network', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:14.048882 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Made reservation on behalf of 367002c1dd8e4ea0b36ef0bb007d7b73 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:14.052212 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.061745 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.160768 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks [] for security_group (f751863f-3f76-4517-b3fe-42970e58c645), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.167152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f751863f-3f76-4517-b3fe-42970e58c645), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.193825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 20 16:26:14.207120 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (04bb16bd-0ad4-469b-9e3f-5fab50459967), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.207467 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Added segment 04bb16bd-0ad4-469b-9e3f-5fab50459967 of type vlan for network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad Mar 20 16:26:14.208777 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751863f-3f76-4517-b3fe-42970e58c645,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:14.252542 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763338624862'] for network (6898ee45-fd34-4f91-adff-9d86a8c4b3ad), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.283912 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134'] for network (6898ee45-fd34-4f91-adff-9d86a8c4b3ad), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.285111 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:14.285769 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.343079 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3174665 Mar 20 16:26:14.345746 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55232) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:14.352368 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Request body: {'subnet': {'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1044787292-subnet', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:14.356682 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb90d8-24cf-4044-ace7-e5c2f8e3f127 admin admin] Pushing event updated for resources: {'Network': ['ID=6898ee45-fd34-4f91-adff-9d86a8c4b3ad,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:14.367697 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad details requested by agent ovs-agent-dv-cinder-834172-2-iscsi with host dv-cinder-834172-2-iscsi {{(pid=103392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 20 16:26:14.376760 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Made reservation on behalf of 367002c1dd8e4ea0b36ef0bb007d7b73 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:14.379132 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9964862'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.540932 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:14.555129 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10035644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9964840'] for subnet (0cc79cd8-c024-4534-bf28-c56dfc7023ce), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.611579 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:14.612338 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.625459 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc79cd8-c024-4534-bf28-c56dfc7023ce,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:14.633125 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Checking segment: {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:14.633484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Network hostable DHCP agents. Network: 6898ee45-fd34-4f91-adff-9d86a8c4b3ad, hostable agents: ['1300b259-dce6-45a1-93f3-fea9990997b4'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 20 16:26:14.657143 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad is scheduled to be hosted by DHCP agent 1300b259-dce6-45a1-93f3-fea9990997b4 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 20 16:26:14.672770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834172-2-iscsi, 6898ee45-fd34-4f91-adff-9d86a8c4b3ad) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:14.677201 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:14.677795 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.691173 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5fee4-f617-4577-8789-e2bbc44b1d5b None None] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:14.698305 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-04f10e0e-ed2c-49ee-b522-23df19cdfece admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3489034 Mar 20 16:26:14.698305 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55234) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:14.702895 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:14.725380 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15602'] for router (d422d79d-e02a-4f70-ab78-b19642313e17), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.727026 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15595'] for router (d422d79d-e02a-4f70-ab78-b19642313e17), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.755790 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:14.798124 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for router_controller (d422d79d-e02a-4f70-ab78-b19642313e17), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.820160 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43feaa3-f8d6-5484-8bf0-b65881f92c3e-6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce'}]}} from dv-cinder-834172-2-iscsi. {{(pid=103392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 20 16:26:14.821029 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.941823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for router_gateway (d422d79d-e02a-4f70-ab78-b19642313e17), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:14.966719 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Allocated IP 172.20.0.2 (6898ee45-fd34-4f91-adff-9d86a8c4b3ad/0cc79cd8-c024-4534-bf28-c56dfc7023ce/a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:15.130029 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks [] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.137393 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.186966 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:15.188209 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Pushing event updated for resources: {'Port': ['ID=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:15.191851 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:15.193994 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:15.200814 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for router_gateway (d422d79d-e02a-4f70-ab78-b19642313e17), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.226727 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb27ba-a4cc-492a-9aa4-14dd421d2526 req-5344f944-754a-4643-841f-0e7da4baae34 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:15.228390 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d0eb27ba-a4cc-492a-9aa4-14dd421d2526 req-5344f944-754a-4643-841f-0e7da4baae34 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.1433423 Mar 20 16:26:15.230012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.268274 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.272705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Attempting to bind port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:15.274061 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Attempting to bind port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:15.274370 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Attempting to bind port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 on network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:15.280066 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:15.280440 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Checking segment: {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:15.280840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.281232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Bound using segment: {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:15.281703 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Bound port: a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:15.282790 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.328799 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d0eb27ba-a4cc-492a-9aa4-14dd421d2526 req-60d93cb3-4cf3-435c-abd9-47a836f9c347 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912936 Mar 20 16:26:15.355932 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] For port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:15.359002 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] For port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:15.366590 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.397411 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Allocated IP 172.27.1.111 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/5e0bbccc-b467-432e-8ae0-beb02cf8b336) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:15.424937 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9f89-d2ea-4a21-a7ee-65613115a098 None None] Pushing event updated for resources: {'Port': ['ID=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:15.439344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-12a5e40c-3444-42f8-be9b-f194abbdd513 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:15.440821 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-12a5e40c-3444-42f8-be9b-f194abbdd513 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0949066 Mar 20 16:26:15.582898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.632481 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port 181d83c6-7716-454a-bd86-9157163abb03 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:15.632829 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (181d83c6-7716-454a-bd86-9157163abb03), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.673947 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:15.726593 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:15.734042 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:15.746842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:15.776130 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Pushing event updated for resources: {'Port': ['ID=5e0bbccc-b467-432e-8ae0-beb02cf8b336,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:15.803883 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] For port 181d83c6-7716-454a-bd86-9157163abb03, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=181d83c6-7716-454a-bd86-9157163abb03,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:15.804277 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (181d83c6-7716-454a-bd86-9157163abb03), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.355484 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b28e1d-8870-49c5-b294-59a7bb33460d None None] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:26:16.397841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.398458 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.398458 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 999392b2-fbfd-4c44-b785-1dcb37de94c4 disassociated. External IP: 172.27.1.187, port: 181d83c6-7716-454a-bd86-9157163abb03. Mar 20 16:26:16.398830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for 181d83c6-7716-454a-bd86-9157163abb03 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:16.455716 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab388-1a10-4745-a3af-8ce4ccebf83b req-68f2dbca-737c-4f73-aa9d-5ffb26052f4d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:16.457462 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044ab388-1a10-4745-a3af-8ce4ccebf83b req-68f2dbca-737c-4f73-aa9d-5ffb26052f4d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 945 time: 0.0565741 Mar 20 16:26:16.463537 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for router_gateway (d422d79d-e02a-4f70-ab78-b19642313e17), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.482656 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Provisioning complete for port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:16.483599 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.569748 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-044ab388-1a10-4745-a3af-8ce4ccebf83b req-d31c3aff-cc49-4545-ade1-cfa0351db323 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0e04d93-9bc8-4ac2-aba9-404d89112d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038568 Mar 20 16:26:16.591809 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:16.605153 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:16.605851 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:16.633227 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Current status of the port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:16.633706 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.681753 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] For port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:16.686796 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:16.691910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.749153 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:16.790893 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efdac8-c20c-4e01-90c0-aeaca6df694d None None] Pushing event updated for resources: {'Port': ['ID=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:16.796046 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394791'] for router (d422d79d-e02a-4f70-ab78-b19642313e17), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.811027 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:16.811529 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.833134 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.845900 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (181d83c6-7716-454a-bd86-9157163abb03), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.856782 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-5b5c5950-9013-45b6-b955-6ee939906dbd None None] Provisioning complete for port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:16.857152 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5950-9013-45b6-b955-6ee939906dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:16.907495 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=181d83c6-7716-454a-bd86-9157163abb03,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:16.960595 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 2, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:16.965083 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:16.966429 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:16.988688 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:16.989043 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Updating router 4032e92c-0c43-4254-8b24-648cf5d0a23a port 52e5b570-ba22-4269-b758-1fdbfb28768b binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:26:17.005043 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c5950-9013-45b6-b955-6ee939906dbd None None] Current status of the port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:17.017178 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.027397 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:17.027723 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.063305 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:17.082245 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Router d422d79d-e02a-4f70-ab78-b19642313e17 is scheduled to L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 20 16:26:17.113530 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:17.113918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.136055 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:17.140925 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.188103 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:17.262628 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:17.275790 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:17.289541 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:17.290538 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:17.291402 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks [] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.299390 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.313562 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] No DVR routers for this DVR port 181d83c6-7716-454a-bd86-9157163abb03 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:17.315638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:17.317570 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.321031 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3dd13e11-c419-48fd-adfa-89d8c303b457 req-aeb04ba8-15ac-4869-bc77-5e874cb061fb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "DELETE /v2.0/ports/181d83c6-7716-454a-bd86-9157163abb03 HTTP/1.1" status: 204 len: 173 time: 1.8523135 Mar 20 16:26:17.321467 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'name': 'network-vif-deleted', 'tag': '181d83c6-7716-454a-bd86-9157163abb03'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:17.323813 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dde2e5-5499-4397-b4e6-ef779357cac8" -d '{"events": [{"server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "name": "network-vif-deleted", "tag": "181d83c6-7716-454a-bd86-9157163abb03"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:17.385566 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.389681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55242) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:17.389855 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4e52f0c5-4fba-4cc9-b918-8424e93bfaec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6901917 Mar 20 16:26:17.397142 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Sync routers for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:17.406696 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497b033-b7db-40ea-a00c-8b7e1341ce9b x-openstack-request-id: req-0497b033-b7db-40ea-a00c-8b7e1341ce9b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:17.407227 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2210fdcf-797c-4288-804c-df558ae0e2cc", "name": "network-vif-deleted", "tag": "181d83c6-7716-454a-bd86-9157163abb03", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:17.407227 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0497b033-b7db-40ea-a00c-8b7e1341ce9b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:17.407422 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2210fdcf-797c-4288-804c-df558ae0e2cc', 'name': 'network-vif-deleted', 'tag': '181d83c6-7716-454a-bd86-9157163abb03', 'status': 'completed', 'code': 200} Mar 20 16:26:17.413155 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Pushing event updated for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:17.441631 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.442208 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.442757 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.443265 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.443754 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.444269 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.444752 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.445241 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.445557 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:17.445897 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.446405 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.446894 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.447391 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.447870 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.448344 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.448823 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:26:17.475485 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:17.476318 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:17.558113 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Attempting to bind port 52e5b570-ba22-4269-b758-1fdbfb28768b on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:17.560603 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Attempting to bind port 52e5b570-ba22-4269-b758-1fdbfb28768b by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:17.562773 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Attempting to bind port 52e5b570-ba22-4269-b758-1fdbfb28768b on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:17.611086 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:17.612237 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:17.612870 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.613608 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Bound using segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:17.614275 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Bound port: 52e5b570-ba22-4269-b758-1fdbfb28768b, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:17.614821 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.733186 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] For port 52e5b570-ba22-4269-b758-1fdbfb28768b, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:17.736711 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6f1e1f5c-b758-41ef-9a30-37e60dc881d1 req-d345530c-2aef-48ce-8929-5f094b4b1f8a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=2210fdcf-797c-4288-804c-df558ae0e2cc HTTP/1.1" status: 200 len: 210 time: 0.0649412 Mar 20 16:26:17.738606 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] For port 52e5b570-ba22-4269-b758-1fdbfb28768b, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=52e5b570-ba22-4269-b758-1fdbfb28768b,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:17.756606 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.805365 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c7f7-5e6b-4044-b0ab-826fe24c247f None None] Pushing event updated for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:17.817589 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:17.857119 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Provisioning complete for port 52e5b570-ba22-4269-b758-1fdbfb28768b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:17.857672 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:17.862140 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:17.917831 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:17.936881 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:17.937881 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:17.950390 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:17.950703 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:18.037973 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.234296 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:18.247970 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Current status of the port 52e5b570-ba22-4269-b758-1fdbfb28768b is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:18.248356 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.280960 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:16Z', 'revision_number': 3, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:18.283372 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:18.324366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] For port 52e5b570-ba22-4269-b758-1fdbfb28768b, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=52e5b570-ba22-4269-b758-1fdbfb28768b,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:18.334648 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.365348 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Checking router: d422d79d-e02a-4f70-ab78-b19642313e17 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:18.365972 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Updating router d422d79d-e02a-4f70-ab78-b19642313e17 port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:26:18.456164 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.464844 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d14f0-a486-4ef7-83cc-86d34e033652 None None] Pushing event updated for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:18.525111 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a40b2ea0-d9a8-495b-a270-95f1692c38c4 None None] Provisioning complete for port 52e5b570-ba22-4269-b758-1fdbfb28768b triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:18.525111 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a40b2ea0-d9a8-495b-a270-95f1692c38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.533363 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Allocated IP 172.20.0.1 (6898ee45-fd34-4f91-adff-9d86a8c4b3ad/0cc79cd8-c024-4534-bf28-c56dfc7023ce/e2981464-c01d-4492-947d-ae5739a730c0) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:18.647370 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:18.650734 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks [] for port (e2981464-c01d-4492-947d-ae5739a730c0), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.662170 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 52e5b570-ba22-4269-b758-1fdbfb28768b up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:18.682028 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ac63f-8633-4102-9a2e-f81568112aac None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:18.687944 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.715410 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a40b2ea0-d9a8-495b-a270-95f1692c38c4 None None] Current status of the port 52e5b570-ba22-4269-b758-1fdbfb28768b is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:18.734854 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:18.741775 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:18.743060 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:18.745504 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:18.769893 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:18.795385 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393714'] for router_interface (d422d79d-e02a-4f70-ab78-b19642313e17), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.817562 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 52e5b570-ba22-4269-b758-1fdbfb28768b triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:18.817935 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.823375 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5092464-6908-467f-bac6-4fc0ea2565a8 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '47f6e098-57cc-4594-9780-a248b5ff636b', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:24:17Z', 'updated_at': '2022-03-20T16:24:31Z', 'revision_number': 2, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:18.878623 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55252) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:18.927595 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks [] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.936659 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:18.950356 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 52e5b570-ba22-4269-b758-1fdbfb28768b is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:18.951499 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:19.025217 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Attempting to bind port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:19.025591 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Attempting to bind port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:19.025965 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Attempting to bind port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 on network fb36536b-d82e-4b4c-9524-d56cc11b4c8e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:19.028704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:19.029094 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.033468 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f7a3f-3ad2-40a0-863d-8b02822d5922 None None] Pushing event updated for resources: {'Port': ['ID=5e0bbccc-b467-432e-8ae0-beb02cf8b336,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:19.036806 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:19.037159 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Checking segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:19.037591 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.038071 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Bound using segment: {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:19.038495 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Bound port: 5e0bbccc-b467-432e-8ae0-beb02cf8b336, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39640fa2-5ed6-4219-9f09-db96ec8a8a24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:19.038873 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.082157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (f0e04d93-9bc8-4ac2-aba9-404d89112d5c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.134809 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] For port 5e0bbccc-b467-432e-8ae0-beb02cf8b336, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:19.139338 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] For port 5e0bbccc-b467-432e-8ae0-beb02cf8b336, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5e0bbccc-b467-432e-8ae0-beb02cf8b336,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:19.143072 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (f0e04d93-9bc8-4ac2-aba9-404d89112d5c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.149092 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.169998 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:19.170232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:19.176311 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-03bdaf42-7a0c-4b28-a587-7d74dc040ec4 None None] Provisioning complete for port e2981464-c01d-4492-947d-ae5739a730c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:19.176713 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03bdaf42-7a0c-4b28-a587-7d74dc040ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e2981464-c01d-4492-947d-ae5739a730c0), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.213794 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:19.215440 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:19.216145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e2981464-c01d-4492-947d-ae5739a730c0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.246919 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 181d83c6-7716-454a-bd86-9157163abb03 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:19.260401 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f0e04d93-9bc8-4ac2-aba9-404d89112d5c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.263257 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.264463 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0e04d93-9bc8-4ac2-aba9-404d89112d5c HTTP/1.1" status: 204 len: 168 time: 0.3847599 Mar 20 16:26:19.267416 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55254) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:19.285022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08de281-e111-403f-bb02-0d652030215f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e04d93-9bc8-4ac2-aba9-404d89112d5c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:19.286682 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-fbf5d3a2-9cfc-4f87-b66f-b1e2e2dccd3d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] show failed (client error): The resource could not be found. Mar 20 16:26:19.294127 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fbf5d3a2-9cfc-4f87-b66f-b1e2e2dccd3d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups/f0e04d93-9bc8-4ac2-aba9-404d89112d5c HTTP/1.1" status: 404 len: 347 time: 0.0253577 Mar 20 16:26:19.295022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55256) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:19.301871 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 181d83c6-7716-454a-bd86-9157163abb03 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:19.302219 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 181d83c6-7716-454a-bd86-9157163abb03 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:19.335256 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-03bdaf42-7a0c-4b28-a587-7d74dc040ec4 None None] Port e2981464-c01d-4492-947d-ae5739a730c0 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:19.357203 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f7a3f-3ad2-40a0-863d-8b02822d5922 None None] Pushing event updated for resources: {'Port': ['ID=5e0bbccc-b467-432e-8ae0-beb02cf8b336,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:19.396922 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:19.398640 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.401460 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:19.406877 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a333bfb-63a8-40f7-999e-2ea0abbf76bd None None] New status for floating IP 999392b2-fbfd-4c44-b785-1dcb37de94c4: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:26:19.525822 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port dd2af209-9c77-4b7a-9a7a-202c61381e73 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:19.526157 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.625437 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'e2981464-c01d-4492-947d-ae5739a730c0', 'name': '', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'mac_address': 'fa:16:3e:69:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:18Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 1, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'subnets': [{'id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:19.631035 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:19.631808 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks [] for port (e2981464-c01d-4492-947d-ae5739a730c0), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.646129 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.653844 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.654243 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (dd2af209-9c77-4b7a-9a7a-202c61381e73), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.660186 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d661-c2d7-4020-a9c3-aa890ad59b01 None None] The sync data for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi is: [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'e2981464-c01d-4492-947d-ae5739a730c0', 'name': '', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'mac_address': 'fa:16:3e:69:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:18Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 1, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'subnets': [{'id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:19.721778 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for dd2af209-9c77-4b7a-9a7a-202c61381e73 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:19.746082 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393574'] for router_interface (d422d79d-e02a-4f70-ab78-b19642313e17), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:19.752144 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:19.940168 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:19.944797 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:20.036981 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (dd2af209-9c77-4b7a-9a7a-202c61381e73), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.076151 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=dd2af209-9c77-4b7a-9a7a-202c61381e73,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:20.156299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Router d422d79d-e02a-4f70-ab78-b19642313e17 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:20.163622 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9fff9ddb-2c6f-4b0e-a9f0-12d74a69cef0 None None] Provisioning complete for port e2981464-c01d-4492-947d-ae5739a730c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:20.164311 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fff9ddb-2c6f-4b0e-a9f0-12d74a69cef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e2981464-c01d-4492-947d-ae5739a730c0), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.170557 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (999392b2-fbfd-4c44-b785-1dcb37de94c4), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.173069 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.174353 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-17095cb4-3442-4aa1-8dd0-29fc4c505622 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/floatingips/999392b2-fbfd-4c44-b785-1dcb37de94c4 HTTP/1.1" status: 204 len: 168 time: 0.8781490 Mar 20 16:26:20.208447 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9fff9ddb-2c6f-4b0e-a9f0-12d74a69cef0 None None] Port e2981464-c01d-4492-947d-ae5739a730c0 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:20.295395 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:20.308621 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-f70a5ad1-8c67-4e26-a950-75fc861b6ac6 admin admin] 10.222.0.18 "PUT /v2.0/routers/d422d79d-e02a-4f70-ab78-b19642313e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099007 Mar 20 16:26:20.728403 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55274) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:20.733014 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157985412', 'description': 'tempest-secgroup-smoke-1157985412 description', 'project_id': '418f04c79658426bb30906d8f9da01ec'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:20.756594 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.824950 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (433e9844-9034-4583-bcf8-b2d9cdf3fc68), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.831410 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (433e9844-9034-4583-bcf8-b2d9cdf3fc68), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.862595 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.863842 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1344404 Mar 20 16:26:20.865851 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f2cb5-9ff0-4cbc-ad7d-bad0d82035e4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433e9844-9034-4583-bcf8-b2d9cdf3fc68,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:20.867027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55276) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:20.872943 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:20.904690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (23ff59b8-0565-442d-bce3-9a5f00eea277), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.966242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (23ff59b8-0565-442d-bce3-9a5f00eea277), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.975608 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (23ff59b8-0565-442d-bce3-9a5f00eea277), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:20.994941 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ff59b8-0565-442d-bce3-9a5f00eea277,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.004068 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.005402 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-408bee14-657c-4d6b-be49-312fce550a07 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366847 Mar 20 16:26:21.008380 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55278) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:21.013119 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:21.037774 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (040ef0b8-265d-4f82-93f2-81c73c6abb11), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.096125 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (040ef0b8-265d-4f82-93f2-81c73c6abb11), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.100764 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (040ef0b8-265d-4f82-93f2-81c73c6abb11), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.119730 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040ef0b8-265d-4f82-93f2-81c73c6abb11,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.127920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.129157 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-6fe29f04-0c0e-44de-8284-4725f7405401 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197798 Mar 20 16:26:21.132203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55280) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:21.136970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:21.164354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (12c79ed5-6382-4e03-95ff-ef04bd79c0e4), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.231047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (12c79ed5-6382-4e03-95ff-ef04bd79c0e4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.236475 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (12c79ed5-6382-4e03-95ff-ef04bd79c0e4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.254876 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c79ed5-6382-4e03-95ff-ef04bd79c0e4,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.264967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.266524 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c82e5ab-0dff-47f1-8fa3-b8135d7b347b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330919 Mar 20 16:26:21.269558 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55282) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:21.274447 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:21.300328 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (f51f882a-55df-40bc-83b9-66fbbdbbf9e1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.357736 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (f51f882a-55df-40bc-83b9-66fbbdbbf9e1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.362333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (f51f882a-55df-40bc-83b9-66fbbdbbf9e1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.379662 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51f882a-55df-40bc-83b9-66fbbdbbf9e1,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.390007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.391270 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-06f18c41-908d-498a-8531-28f57d9303d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206236 Mar 20 16:26:21.395157 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55284) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:21.399525 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:21.420255 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Project 418f04c79658426bb30906d8f9da01ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:26:21.425215 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (9718aa36-1ea1-4e4c-9625-4f250131f9da), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.485352 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (9718aa36-1ea1-4e4c-9625-4f250131f9da), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.490937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (9718aa36-1ea1-4e4c-9625-4f250131f9da), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.508591 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9718aa36-1ea1-4e4c-9625-4f250131f9da,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.518516 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.519835 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-afac4fb6-223a-4110-b3c7-8076e09bdab3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236775 Mar 20 16:26:21.522496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55288) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:21.527222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'security_group_rule': {'security_group_id': '433e9844-9034-4583-bcf8-b2d9cdf3fc68', 'project_id': '418f04c79658426bb30906d8f9da01ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:21.547364 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Project 418f04c79658426bb30906d8f9da01ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 20 16:26:21.553005 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (4e5e7d54-706d-40ce-9cc9-fb78dfcd4caa), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.615344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (4e5e7d54-706d-40ce-9cc9-fb78dfcd4caa), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.620181 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (4e5e7d54-706d-40ce-9cc9-fb78dfcd4caa), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.637851 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5e7d54-706d-40ce-9cc9-fb78dfcd4caa,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:21.648035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:21.649291 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b915e927-a3ba-47a0-bde2-a87146f7ca92 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258523 Mar 20 16:26:21.801359 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b44f1-d97b-4127-800e-ef0b95431306 req-369ff29b-6e09-490e-854b-c3e1384988c7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:21.802950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd1b44f1-d97b-4127-800e-ef0b95431306 req-369ff29b-6e09-490e-854b-c3e1384988c7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Mar 20 16:26:21.854612 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-fd1b44f1-d97b-4127-800e-ef0b95431306 req-30f2c3c3-e93e-4946-9672-4b4ee9a9798f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457294 Mar 20 16:26:22.248200 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Sync routers for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:22.260132 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:22.260747 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:22.374142 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:22.411286 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:22.575814 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5e0bbccc-b467-432e-8ae0-beb02cf8b336 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:22.590844 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'e2981464-c01d-4492-947d-ae5739a730c0', 'name': '', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'mac_address': 'fa:16:3e:69:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:18Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 2, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'subnets': [{'id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:22.616914 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Checking router: d422d79d-e02a-4f70-ab78-b19642313e17 for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:22.617780 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Updating router d422d79d-e02a-4f70-ab78-b19642313e17 port e2981464-c01d-4492-947d-ae5739a730c0 binding host dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 20 16:26:22.629563 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:22.630046 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:22.645986 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e2981464-c01d-4492-947d-ae5739a730c0), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:22.707796 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:22.708201 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:22.740614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] For port 5e0bbccc-b467-432e-8ae0-beb02cf8b336, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5e0bbccc-b467-432e-8ae0-beb02cf8b336,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:22.750402 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:22.799668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Pushing event updated for resources: {'Port': ['ID=5e0bbccc-b467-432e-8ae0-beb02cf8b336,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:22.977283 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900d321-01df-4846-837f-e54a8c8fcf12 req-3c5d4348-e094-47bb-98c3-6b6f11141bba tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:22.978872 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8900d321-01df-4846-837f-e54a8c8fcf12 req-3c5d4348-e094-47bb-98c3-6b6f11141bba tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0527897 Mar 20 16:26:22.999532 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks [] for port (e2981464-c01d-4492-947d-ae5739a730c0), precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.005989 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.027927 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8900d321-01df-4846-837f-e54a8c8fcf12 req-f286f2a6-8582-43f8-b37b-b793259ae88f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=84c2c216-a328-4ba4-8b86-2053e91939fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432537 Mar 20 16:26:23.060577 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923b3ea-8aa4-4d2a-ba5a-607ae2da4412 None None] Pushing event updated for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:23.117724 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Attempting to bind port e2981464-c01d-4492-947d-ae5739a730c0 on host dv-cinder-834172-2-iscsi for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:23.118170 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Attempting to bind port e2981464-c01d-4492-947d-ae5739a730c0 by drivers openvswitch,hyperv on host dv-cinder-834172-2-iscsi at level 0 using segments [{'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:23.118577 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Attempting to bind port e2981464-c01d-4492-947d-ae5739a730c0 on network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:23.124332 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Checking agent: {'id': 'e012be99-d18b-45e0-ab59-d789ef8c36ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834172-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 9, 47), 'started_at': datetime.datetime(2022, 3, 20, 16, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834172-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:23.124697 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Checking segment: {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:23.125091 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.125472 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Bound using segment: {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:23.126239 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Bound port: e2981464-c01d-4492-947d-ae5739a730c0, host: dv-cinder-834172-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bb16bd-0ad4-469b-9e3f-5fab50459967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:23.126630 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e2981464-c01d-4492-947d-ae5739a730c0), before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.192229 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] For port e2981464-c01d-4492-947d-ae5739a730c0, host dv-cinder-834172-2-iscsi, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:23.196059 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] For port e2981464-c01d-4492-947d-ae5739a730c0, host dv-cinder-834172-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e2981464-c01d-4492-947d-ae5739a730c0,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:23.204365 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.266911 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:23.267563 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:23.304414 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923b3ea-8aa4-4d2a-ba5a-607ae2da4412 None None] Pushing event updated for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=4']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:23.359053 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Provisioning complete for port e2981464-c01d-4492-947d-ae5739a730c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:23.359513 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e2981464-c01d-4492-947d-ae5739a730c0), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.391144 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:23.456291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Current status of the port e2981464-c01d-4492-947d-ae5739a730c0 is: DOWN; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:23.457338 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (e2981464-c01d-4492-947d-ae5739a730c0), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.472262 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-16aafb92-1d27-46a5-9653-17c926d3a37f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:23.473823 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-16aafb92-1d27-46a5-9653-17c926d3a37f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 946 time: 0.0550590 Mar 20 16:26:23.493574 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] For port e2981464-c01d-4492-947d-ae5739a730c0, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e2981464-c01d-4492-947d-ae5739a730c0,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:23.498600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.549370 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8212-41d7-49e5-b6db-13f925b8b62f None None] Pushing event updated for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:23.590849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port 1da9e2a7-17f8-4efb-8817-3e0e026da136 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:23.591182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.619761 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'e2981464-c01d-4492-947d-ae5739a730c0', 'name': '', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'mac_address': 'fa:16:3e:69:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:18Z', 'updated_at': '2022-03-20T16:26:23Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'subnets': [{'id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:23.622737 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-9c9dca86-a1db-4cc7-a779-6b729a727093 None None] Provisioning complete for port e2981464-c01d-4492-947d-ae5739a730c0 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:23.623138 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c9dca86-a1db-4cc7-a779-6b729a727093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e2981464-c01d-4492-947d-ae5739a730c0), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.651115 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbfa1b-5e7a-4994-9f48-55d7e2200f46 None None] The sync data for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi is: [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:26:19Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'e2981464-c01d-4492-947d-ae5739a730c0', 'name': '', 'network_id': '6898ee45-fd34-4f91-adff-9d86a8c4b3ad', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'mac_address': 'fa:16:3e:69:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:18Z', 'updated_at': '2022-03-20T16:26:23Z', 'revision_number': 4, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'subnets': [{'id': '0cc79cd8-c024-4534-bf28-c56dfc7023ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:23.689231 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] For port 1da9e2a7-17f8-4efb-8817-3e0e026da136, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=1da9e2a7-17f8-4efb-8817-3e0e026da136,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:23.689595 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.708986 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dca86-a1db-4cc7-a779-6b729a727093 None None] Current status of the port e2981464-c01d-4492-947d-ae5739a730c0 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:23.880118 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.880480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:23.880798 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 47f6e098-57cc-4594-9780-a248b5ff636b disassociated. External IP: 172.27.1.193, port: 1da9e2a7-17f8-4efb-8817-3e0e026da136. Mar 20 16:26:23.881139 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for 1da9e2a7-17f8-4efb-8817-3e0e026da136 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:24.016084 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (1da9e2a7-17f8-4efb-8817-3e0e026da136), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:24.048877 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=1da9e2a7-17f8-4efb-8817-3e0e026da136,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:24.163722 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-17cb293e-19dc-4de7-ad84-12db50d9b100 req-7bf33778-7774-452c-a581-d4760c30205a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c24bc3-3017-48b7-af3f-49fa871a2b09 HTTP/1.1" status: 200 len: 210 time: 0.0449831 Mar 20 16:26:24.189359 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:24.301868 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:24.311982 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:24.323803 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:24.324631 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:24.355188 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] No DVR routers for this DVR port 1da9e2a7-17f8-4efb-8817-3e0e026da136 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:26:24.358002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:24.361296 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec682679-2cd8-4818-b1b2-a74d8f7cbe21 req-fe30a608-1457-4212-af29-51e02051d362 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "DELETE /v2.0/ports/1da9e2a7-17f8-4efb-8817-3e0e026da136 HTTP/1.1" status: 204 len: 173 time: 0.8812118 Mar 20 16:26:24.361743 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'name': 'network-vif-deleted', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:24.364929 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224baefb-b3c1-4477-8a44-0e3a8ddced98" -d '{"events": [{"server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "name": "network-vif-deleted", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:24.402216 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2f5586-f913-4720-93ef-802993899f6e x-openstack-request-id: req-7c2f5586-f913-4720-93ef-802993899f6e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:24.402543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c24bc3-3017-48b7-af3f-49fa871a2b09", "name": "network-vif-deleted", "tag": "1da9e2a7-17f8-4efb-8817-3e0e026da136", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:24.402795 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c2f5586-f913-4720-93ef-802993899f6e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:24.403194 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c24bc3-3017-48b7-af3f-49fa871a2b09', 'name': 'network-vif-deleted', 'tag': '1da9e2a7-17f8-4efb-8817-3e0e026da136', 'status': 'completed', 'code': 200} Mar 20 16:26:24.441826 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:24.675062 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5e0bbccc-b467-432e-8ae0-beb02cf8b336 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:24.797232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:24.797614 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:24.909589 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:24.945520 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:24.948946 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:24.950162 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e2981464-c01d-4492-947d-ae5739a730c0 up at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:24.981061 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:24.981699 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:25.080519 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Provisioning complete for port e2981464-c01d-4492-947d-ae5739a730c0 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:25.080921 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (e2981464-c01d-4492-947d-ae5739a730c0), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.130124 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:25.276691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55374) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:25.293011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Current status of the port e2981464-c01d-4492-947d-ae5739a730c0 is: ACTIVE; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:25.342451 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (84c2c216-a328-4ba4-8b86-2053e91939fe), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.366008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (84c2c216-a328-4ba4-8b86-2053e91939fe), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.372853 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:25.399075 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19fd8-ba5f-4ff4-9f41-3d05f042b7bb None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:25.415344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (84c2c216-a328-4ba4-8b86-2053e91939fe), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.417881 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.419083 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/security-groups/84c2c216-a328-4ba4-8b86-2053e91939fe HTTP/1.1" status: 204 len: 168 time: 0.1408536 Mar 20 16:26:25.421897 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55376) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:25.427987 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203c8e5-a06f-4952-ae72-b84e26213097 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c2c216-a328-4ba4-8b86-2053e91939fe,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:25.435355 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.api.v2.resource [None req-4d2f28ef-b984-438e-b5b9-ad36830a63f1 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] show failed (client error): The resource could not be found. Mar 20 16:26:25.437134 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4d2f28ef-b984-438e-b5b9-ad36830a63f1 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups/84c2c216-a328-4ba4-8b86-2053e91939fe HTTP/1.1" status: 404 len: 347 time: 0.0135670 Mar 20 16:26:25.439560 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55378) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:25.565371 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port d86ac983-9e12-4354-834b-b96a57bd37ab {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:26:25.565611 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.908121 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.908461 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (d86ac983-9e12-4354-834b-b96a57bd37ab), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:25.923869 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for d86ac983-9e12-4354-834b-b96a57bd37ab owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:26:26.059515 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (d86ac983-9e12-4354-834b-b96a57bd37ab), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.081063 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577c9df-d420-41a5-8d0b-4a95a40e72fd None None] New status for floating IP 47f6e098-57cc-4594-9780-a248b5ff636b: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:26:26.084260 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=d86ac983-9e12-4354-834b-b96a57bd37ab,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:26.155921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (47f6e098-57cc-4594-9780-a248b5ff636b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.158559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.159747 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-52b7be87-b452-41d5-a82a-dfb81474fd3a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/floatingips/47f6e098-57cc-4594-9780-a248b5ff636b HTTP/1.1" status: 204 len: 168 time: 0.7192526 Mar 20 16:26:26.588665 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55384) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:26.593340 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51201676', 'description': 'tempest-description--1712955721'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:26.616033 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.681498 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (c9f800d1-6915-4c9c-aeb1-7f220cc6dc35), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.686543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c9f800d1-6915-4c9c-aeb1-7f220cc6dc35), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.716075 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.717307 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1276033 Mar 20 16:26:26.718404 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef15879-4bcc-4aaf-b27b-b7c2fadcc32b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:26.720418 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55386) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:26.726241 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'c9f800d1-6915-4c9c-aeb1-7f220cc6dc35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:26.757566 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (4e7393d3-1142-4179-b597-22a56af951fb), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.810320 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (4e7393d3-1142-4179-b597-22a56af951fb), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.815843 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (4e7393d3-1142-4179-b597-22a56af951fb), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.832594 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7393d3-1142-4179-b597-22a56af951fb,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:26.841852 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.843110 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1eac566d-88b7-4080-a694-0741d63b6ce0 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216309 Mar 20 16:26:26.845877 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55388) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:26.850219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'c9f800d1-6915-4c9c-aeb1-7f220cc6dc35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:26.877370 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (282b56d9-3686-4e73-b0df-55ac8e7f7fdf), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.938789 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (282b56d9-3686-4e73-b0df-55ac8e7f7fdf), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.945765 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (282b56d9-3686-4e73-b0df-55ac8e7f7fdf), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.967409 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282b56d9-3686-4e73-b0df-55ac8e7f7fdf,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:26.976498 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:26.977701 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3aefb2bf-ecb9-4e59-9b6c-1eb12e8c34a2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308873 Mar 20 16:26:26.981022 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55390) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:26.985449 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:27.008482 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.109929 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.219688 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.27.1.199 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/df0c864d-b44e-4a2b-b7f4-da089c29077e) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:27.229799 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1da9e2a7-17f8-4efb-8817-3e0e026da136 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:26:27.249690 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 1da9e2a7-17f8-4efb-8817-3e0e026da136 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:26:27.249962 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 1da9e2a7-17f8-4efb-8817-3e0e026da136 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:26:27.323349 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.329973 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:26:27.367606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.406567 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:27.409518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:27.415018 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:27.420391 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=df0c864d-b44e-4a2b-b7f4-da089c29077e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:27.507699 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.549792 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.710029 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.716903 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.788525 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=df0c864d-b44e-4a2b-b7f4-da089c29077e,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:27.800438 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.816723 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:27.817974 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-4fa5ff14-7c1d-476c-b455-25698330ef40 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8360641 Mar 20 16:26:28.023119 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-bc662b4e-d738-4f31-8446-8944ce325f3c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--51201676&fields=id&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 267 time: 0.0477631 Mar 20 16:26:28.129867 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-778814e0-e823-474a-a31c-bf623170bc6d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:28.131551 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-778814e0-e823-474a-a31c-bf623170bc6d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1003878 Mar 20 16:26:28.148274 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-43d26d6c-2133-464e-8f7b-aaeb4630bc6a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/quotas/e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 375 time: 0.0111654 Mar 20 16:26:28.206096 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-f1145416-0d6b-4bc5-a8c7-1c033fd92424 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524347 Mar 20 16:26:28.318645 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-96535cab-cf99-4487-bcc0-76efa649ed5c service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002395 Mar 20 16:26:28.420995 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-f43c5d19-1f4c-422f-9ff2-b102f5e0a9f0 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963769 Mar 20 16:26:28.581842 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c6fb0a58-b4aa-4100-abc6-a6017390fa94 req-bb6c7c41-d721-4a62-a88f-b746367b8b5e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 210 time: 0.0289183 Mar 20 16:26:29.638835 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-15446297-e5c7-45c6-bdf7-405198788e5a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:29.640387 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-15446297-e5c7-45c6-bdf7-405198788e5a tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1135335 Mar 20 16:26:29.679820 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-051e44c8-4548-43ee-aa79-cf25e4ef70ce req-4185a38e-595b-4258-9eea-d277fa55c921 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 210 time: 0.0314205 Mar 20 16:26:29.728515 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-4b46bbad-f274-4518-9a26-fd24c2046d22 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 378 time: 0.0717919 Mar 20 16:26:29.738050 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'port': {'device_id': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'admin_state_up': True, 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'security_groups': ['c9f800d1-6915-4c9c-aeb1-7f220cc6dc35']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:29.866186 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:29.869484 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:29.997988 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.20.0.7 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/db9c0363-becb-405f-827e-e305a2745548) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:30.139407 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (db9c0363-becb-405f-827e-e305a2745548), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.178953 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (db9c0363-becb-405f-827e-e305a2745548), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.227274 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:30.230553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:30.237090 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:30.243066 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:30.292936 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:30.293581 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.313269 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-216c6c81-a6aa-4229-9153-b29fb62652f5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788331 Mar 20 16:26:30.331083 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Request body: {'port': {'device_id': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:30.398967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (db9c0363-becb-405f-827e-e305a2745548), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.477846 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e81fffed-ef17-4a04-aab9-f4795e79cf5d None None] Provisioning complete for port db9c0363-becb-405f-827e-e305a2745548 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:30.478392 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e81fffed-ef17-4a04-aab9-f4795e79cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (db9c0363-becb-405f-827e-e305a2745548), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.514101 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e81fffed-ef17-4a04-aab9-f4795e79cf5d None None] Port db9c0363-becb-405f-827e-e305a2745548 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:30.667642 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9c0363-becb-405f-827e-e305a2745548 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:26:30.677057 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks [] for port (db9c0363-becb-405f-827e-e305a2745548), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.694127 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Transition to ACTIVE for port object db9c0363-becb-405f-827e-e305a2745548 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:26:30.701341 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (db9c0363-becb-405f-827e-e305a2745548), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.754139 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Pushing event updated for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:30.808014 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d095d18-cbbb-4e99-9feb-6ec6065557b9 req-250f8f89-1851-468d-a519-4654b0097bbb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:30.809633 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d095d18-cbbb-4e99-9feb-6ec6065557b9 req-250f8f89-1851-468d-a519-4654b0097bbb tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 943 time: 0.0594895 Mar 20 16:26:30.825904 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Attempting to bind port db9c0363-becb-405f-827e-e305a2745548 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:30.826312 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Attempting to bind port db9c0363-becb-405f-827e-e305a2745548 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:30.826600 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Attempting to bind port db9c0363-becb-405f-827e-e305a2745548 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:30.831041 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Port db9c0363-becb-405f-827e-e305a2745548 on network 321878ec-6899-4411-b517-a444f00e8b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:26:30.831409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Attempting to bind port db9c0363-becb-405f-827e-e305a2745548 on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:30.836396 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:30.836742 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:30.837113 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:30.837542 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Bound port: db9c0363-becb-405f-827e-e305a2745548, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:30.837900 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (db9c0363-becb-405f-827e-e305a2745548), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.868391 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6d095d18-cbbb-4e99-9feb-6ec6065557b9 req-1bad8ea6-a4ab-4146-a1b8-71fae9207d45 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475554 Mar 20 16:26:30.915282 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:30.918858 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=db9c0363-becb-405f-827e-e305a2745548,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:30.925301 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (db9c0363-becb-405f-827e-e305a2745548), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.961104 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:30.961691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:30.963198 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] 10.222.0.42 "PUT /v2.0/ports/db9c0363-becb-405f-827e-e305a2745548 HTTP/1.1" status: 200 len: 1093 time: 0.6366749 Mar 20 16:26:30.965373 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'tag': 'db9c0363-becb-405f-827e-e305a2745548'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:30.967694 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249909c2-b422-4187-9d6d-dcc5de3c4ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "tag": "db9c0363-becb-405f-827e-e305a2745548"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:30.997430 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d098-5bbd-45c7-a0b5-ddf4df40389a service neutron] Pushing event updated for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:31.009377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073edfe1-e4c2-48cd-8143-c6ea1a806e19 x-openstack-request-id: req-073edfe1-e4c2-48cd-8143-c6ea1a806e19 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:31.009668 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "tag": "db9c0363-becb-405f-827e-e305a2745548", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:31.009921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-073edfe1-e4c2-48cd-8143-c6ea1a806e19 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:31.010354 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'tag': 'db9c0363-becb-405f-827e-e305a2745548', 'status': 'completed', 'code': 200} Mar 20 16:26:31.072166 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-f4d649b9-e84f-4a78-bb37-e8468e761c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.073877 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-f4d649b9-e84f-4a78-bb37-e8468e761c1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 1127 time: 0.0461509 Mar 20 16:26:31.127440 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-4086c7f8-2ec6-4235-ab1f-5445ae0bdfc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9c0363-becb-405f-827e-e305a2745548 HTTP/1.1" status: 200 len: 217 time: 0.0396860 Mar 20 16:26:31.178887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-d45aa9e6-2b41-4246-93b0-95733509d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.180284 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-d45aa9e6-2b41-4246-93b0-95733509d734 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0467758 Mar 20 16:26:31.230802 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-cf0d4afb-6689-48c5-ad90-8abc159c279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.232309 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-cf0d4afb-6689-48c5-ad90-8abc159c279c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462449 Mar 20 16:26:31.327393 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-01504220-3fd5-4532-b64a-d75dc53a12f0 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885367 Mar 20 16:26:31.425081 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d0df8d2-edad-499b-9412-66e1cf6a271c req-41c503e1-acf9-40db-b62b-b1cdb874f5cc service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912106 Mar 20 16:26:31.560575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-c00757b8-d74a-44e8-91c9-110076f71cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.562135 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-c00757b8-d74a-44e8-91c9-110076f71cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 1127 time: 0.0478456 Mar 20 16:26:31.655667 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-5de91fe0-44f4-4650-8296-98fe2ec3493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.657157 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-5de91fe0-44f4-4650-8296-98fe2ec3493e service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0885155 Mar 20 16:26:31.699521 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-3113d35f-3aec-48e1-93c4-1c236a19400b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9c0363-becb-405f-827e-e305a2745548 HTTP/1.1" status: 200 len: 217 time: 0.0355945 Mar 20 16:26:31.748383 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-4013a30e-d71a-4c88-921a-9975827ea1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.749803 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-4013a30e-d71a-4c88-921a-9975827ea1e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0433106 Mar 20 16:26:31.803782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-087c0dd2-a4ef-4ee9-b0d3-f9d4a48db9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:31.805264 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-087c0dd2-a4ef-4ee9-b0d3-f9d4a48db9ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489511 Mar 20 16:26:31.893524 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-5843b2b3-7264-4039-aedf-fcc5013f123f service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Mar 20 16:26:31.989260 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-249909c2-b422-4187-9d6d-dcc5de3c4ddb req-af527a6d-e980-4e84-88f1-ab2a030f4bbb service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Mar 20 16:26:31.999728 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96628ef-1c4d-47c4-9df0-d7034f290fe1 req-13244161-9fe8-4b13-8727-b27155e29827 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:32.001557 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e96628ef-1c4d-47c4-9df0-d7034f290fe1 req-13244161-9fe8-4b13-8727-b27155e29827 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 943 time: 0.0615585 Mar 20 16:26:32.048841 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-e96628ef-1c4d-47c4-9df0-d7034f290fe1 req-7c63a0d6-98cf-4625-b11b-929059f3f95f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406835 Mar 20 16:26:33.184335 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c61f28-2c6f-4ba8-93d7-dd98d77067aa req-1194fbd3-2015-4698-b5de-9981967491e7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:33.185825 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-77c61f28-2c6f-4ba8-93d7-dd98d77067aa req-1194fbd3-2015-4698-b5de-9981967491e7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 943 time: 0.0621591 Mar 20 16:26:33.235879 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-77c61f28-2c6f-4ba8-93d7-dd98d77067aa req-d585fc29-ab29-4636-ac51-d147d5d69167 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423164 Mar 20 16:26:33.253940 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device db9c0363-becb-405f-827e-e305a2745548 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:26:33.356933 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=db9c0363-becb-405f-827e-e305a2745548,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:33.369918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': 'db9c0363-becb-405f-827e-e305a2745548', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'port_id': 'db9c0363-becb-405f-827e-e305a2745548', 'mac_address': 'fa:16:3e:18:94:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:26:33.412833 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port db9c0363-becb-405f-827e-e305a2745548 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:33.413227 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (db9c0363-becb-405f-827e-e305a2745548), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:33.426458 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9c0363-becb-405f-827e-e305a2745548 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:26:33.450398 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=db9c0363-becb-405f-827e-e305a2745548,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:33.455885 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (db9c0363-becb-405f-827e-e305a2745548), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:33.502167 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:33.779096 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['db9c0363-becb-405f-827e-e305a2745548'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:26:34.373217 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322239-3342-4237-a988-6ac7a0361f8e req-74a18dde-77b0-412e-8fc0-661f6c600b41 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:34.374708 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30322239-3342-4237-a988-6ac7a0361f8e req-74a18dde-77b0-412e-8fc0-661f6c600b41 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 944 time: 0.0581794 Mar 20 16:26:34.421665 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-30322239-3342-4237-a988-6ac7a0361f8e req-916643ff-adb1-4b75-a78a-a24651cbea8e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409622 Mar 20 16:26:35.260108 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device db9c0363-becb-405f-827e-e305a2745548 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:35.320230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port db9c0363-becb-405f-827e-e305a2745548 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:26:35.324633 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port db9c0363-becb-405f-827e-e305a2745548 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:35.325011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (db9c0363-becb-405f-827e-e305a2745548), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:35.402577 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port db9c0363-becb-405f-827e-e305a2745548 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:35.402964 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (db9c0363-becb-405f-827e-e305a2745548), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:35.426235 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c0363-becb-405f-827e-e305a2745548'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:35.428550 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2665e-fd5f-4d9c-80f8-a0d4cf4eacbd" -d '{"events": [{"server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "name": "network-vif-plugged", "status": "completed", "tag": "db9c0363-becb-405f-827e-e305a2745548"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:35.443874 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=db9c0363-becb-405f-827e-e305a2745548,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:35.449348 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (db9c0363-becb-405f-827e-e305a2745548), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:35.474478 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c1ebb-6d61-48d2-b586-d169603cc193 x-openstack-request-id: req-aa1c1ebb-6d61-48d2-b586-d169603cc193 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:35.474793 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "name": "network-vif-plugged", "status": "completed", "tag": "db9c0363-becb-405f-827e-e305a2745548", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:35.474993 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa1c1ebb-6d61-48d2-b586-d169603cc193 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:35.475409 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c0363-becb-405f-827e-e305a2745548', 'code': 200} Mar 20 16:26:35.501873 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:35.542640 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78b887-2c36-4c71-aa24-335389f268a5 req-085661b1-8839-4851-bc0b-6fcd2fd4c36b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:35.544125 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e78b887-2c36-4c71-aa24-335389f268a5 req-085661b1-8839-4851-bc0b-6fcd2fd4c36b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0543871 Mar 20 16:26:35.592552 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1e78b887-2c36-4c71-aa24-335389f268a5 req-234e8b07-8a68-4d0c-a29d-14d30c0c9bbf tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427194 Mar 20 16:26:35.671221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6844ff9-b0b5-405b-8035-2e9f1f4174e3 req-0ce3c416-4b40-4019-a63c-f935b90b4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:35.672686 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6844ff9-b0b5-405b-8035-2e9f1f4174e3 req-0ce3c416-4b40-4019-a63c-f935b90b4b22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 1129 time: 0.0427759 Mar 20 16:26:35.714477 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6844ff9-b0b5-405b-8035-2e9f1f4174e3 req-9b8a9e92-859d-40b9-a348-e70c9df8b6ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359023 Mar 20 16:26:36.728179 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf684-6a20-4ef3-890c-6a5ad700d8d0 req-74aa1e09-e48a-4a22-9adf-481c367614f3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:36.729646 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c31bf684-6a20-4ef3-890c-6a5ad700d8d0 req-74aa1e09-e48a-4a22-9adf-481c367614f3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0646129 Mar 20 16:26:36.778516 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c31bf684-6a20-4ef3-890c-6a5ad700d8d0 req-23dff8ee-a41b-49cd-bace-a8036d9560b2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407429 Mar 20 16:26:37.100394 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-9324ea5f-fc00-4188-9299-b74440e676c0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157985412&fields=id&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 267 time: 0.0442238 Mar 20 16:26:37.209923 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-2c91bfda-1ef9-4745-a590-68e263718a84 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:37.211416 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-2c91bfda-1ef9-4745-a590-68e263718a84 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1039727 Mar 20 16:26:37.226301 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-abc0ead4-b0f6-424f-bd16-83273c3dd620 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/quotas/418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 375 time: 0.0094633 Mar 20 16:26:37.282160 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-4b894ec8-2b31-434d-98d2-7c0b07bcaa6b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506566 Mar 20 16:26:37.386357 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-950d47f5-4ca4-4af5-b086-72fdaeddcd40 service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915017 Mar 20 16:26:37.473237 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-dfa998dc-febb-4f4a-af74-88fe029d434c service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810440 Mar 20 16:26:37.775742 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-096c9d66-c9b8-4649-bbb3-35465ad5f0e8 req-8298ca4b-ce7c-4f6d-a491-7086acc47824 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 210 time: 0.0270300 Mar 20 16:26:37.896992 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b00483-7b87-4051-942d-259282d900a5 req-c0f491d6-2332-40de-a8ea-bf49a7bed53c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:37.898517 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-10b00483-7b87-4051-942d-259282d900a5 req-c0f491d6-2332-40de-a8ea-bf49a7bed53c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Mar 20 16:26:37.945028 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-10b00483-7b87-4051-942d-259282d900a5 req-74a919c7-880a-44c2-86f7-c3acf9a7fca7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408137 Mar 20 16:26:38.061409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265378e2-bdd4-4d2f-b4a8-975fb220bd6a req-92532e9c-581c-4650-ba22-d898682abc42 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:38.062817 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-265378e2-bdd4-4d2f-b4a8-975fb220bd6a req-92532e9c-581c-4650-ba22-d898682abc42 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Mar 20 16:26:38.071426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55496) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:38.076085 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'port_id': 'db9c0363-becb-405f-827e-e305a2745548'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:38.117698 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:38.550636 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:38.557805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:38.664628 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP fdce508d-434d-4ab1-b166-cb5fe819e305 associated. External IP: 172.27.1.199, port: db9c0363-becb-405f-827e-e305a2745548. Mar 20 16:26:38.857342 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f717d5bf-b60a-42e3-a7bc-2c596fb5bb95 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:38.858818 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f717d5bf-b60a-42e3-a7bc-2c596fb5bb95 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1583071 Mar 20 16:26:38.875738 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-38ad21af-02b1-4069-b099-a1e34627a0b7 req-18170f07-474f-4f36-b9ca-3d95a0f01b34 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 210 time: 0.0303588 Mar 20 16:26:38.992153 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-9fd93032-a9d0-4f6f-af1a-658240d0efbf tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 380 time: 0.0944657 Mar 20 16:26:39.004023 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'port': {'device_id': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'admin_state_up': True, 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'security_groups': ['433e9844-9034-4583-bcf8-b2d9cdf3fc68']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:39.051071 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:39.473931 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Made reservation on behalf of 418f04c79658426bb30906d8f9da01ec for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:26:39.477396 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:39.482970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:39.487770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:39.492443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:39.503547 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:39.504855 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:39.535110 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-08af09dd-7068-43ad-a0aa-3520ef43d812 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "PUT /v2.0/floatingips/fdce508d-434d-4ab1-b166-cb5fe819e305 HTTP/1.1" status: 200 len: 991 time: 1.4624422 Mar 20 16:26:39.537540 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'tag': 'db9c0363-becb-405f-827e-e305a2745548'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:39.539413 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c40abd-0c92-4cc1-bbd1-7254f12e689b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "tag": "db9c0363-becb-405f-827e-e305a2745548"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:39.599387 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb4951-a3e6-4864-9db3-ab5768d02bbc x-openstack-request-id: req-9bcb4951-a3e6-4864-9db3-ab5768d02bbc {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:39.599804 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "tag": "db9c0363-becb-405f-827e-e305a2745548", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:39.600098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bcb4951-a3e6-4864-9db3-ab5768d02bbc {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:39.600502 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'tag': 'db9c0363-becb-405f-827e-e305a2745548', 'status': 'completed', 'code': 200} Mar 20 16:26:39.618811 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:39.644816 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.20.0.9 (d338cf1a-12a7-445d-b509-a627fce13fa1/5362f658-14fe-47f9-9057-86f5deefba21/8577db07-cc64-4dd3-a7a3-ffd694bb4626) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:39.689152 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-704d4f11-277d-4c1f-a242-645207b2da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:39.690873 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-704d4f11-277d-4c1f-a242-645207b2da81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 1129 time: 0.0482755 Mar 20 16:26:39.779515 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-0afb7036-65d8-43e2-9f84-5cc501ef6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:39.781136 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-0afb7036-65d8-43e2-9f84-5cc501ef6ca2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0848012 Mar 20 16:26:39.792009 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:39.826364 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:39.854138 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'fdce508d-434d-4ab1-b166-cb5fe819e305', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': 'db9c0363-becb-405f-827e-e305a2745548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:18:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:27Z', 'updated_at': '2022-03-20T16:26:38Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:39.854714 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-b3fb0fd2-5354-45c1-85c1-957466ffb92b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9c0363-becb-405f-827e-e305a2745548 HTTP/1.1" status: 200 len: 999 time: 0.0679100 Mar 20 16:26:39.869808 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:39.877415 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:39.882015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:39.884900 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:39.886340 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:39.913704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:39.914181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:39.927937 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-e78ce31a-80d7-414e-98de-7492e2fc5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:39.928540 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-e78ce31a-80d7-414e-98de-7492e2fc5214 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0672901 Mar 20 16:26:39.939425 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:39.940389 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:39.962841 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-f04ef497-2a53-44a8-ac20-a5e3f648944b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9642127 Mar 20 16:26:39.980063 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Request body: {'port': {'device_id': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:40.032436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-43686fca-2668-4b47-a01f-add2a2ec0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.033990 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-43686fca-2668-4b47-a01f-add2a2ec0c7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001635 Mar 20 16:26:40.049986 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.057724 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8283a-baae-41bf-b96f-d5e402603949 req-daf3de35-a37f-4f82-9613-c9ea8e47a0fd tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.060293 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16d8283a-baae-41bf-b96f-d5e402603949 req-daf3de35-a37f-4f82-9613-c9ea8e47a0fd tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 931 time: 0.0899055 Mar 20 16:26:40.171182 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-16d8283a-baae-41bf-b96f-d5e402603949 req-21f95204-f500-4799-a0d4-60f17adbbefd tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969427 Mar 20 16:26:40.179643 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:40.197992 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-5494d08c-32c0-4028-a01b-180de970e182 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576157 Mar 20 16:26:40.294207 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-937053b3-00d4-4ef0-97e6-3129e93ab4a8 None None] Provisioning complete for port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:40.294703 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-937053b3-00d4-4ef0-97e6-3129e93ab4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.294857 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-63c40abd-0c92-4cc1-bbd1-7254f12e689b req-26a4d749-c150-4dc5-b361-95db97454ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912778 Mar 20 16:26:40.356190 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8577db07-cc64-4dd3-a7a3-ffd694bb4626 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:26:40.363993 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks [] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.369966 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-937053b3-00d4-4ef0-97e6-3129e93ab4a8 None None] Port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:26:40.378143 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Transition to ACTIVE for port object 8577db07-cc64-4dd3-a7a3-ffd694bb4626 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:26:40.383761 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.406556 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef527768-8b8a-416f-91fa-4eb176065d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.453478 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Pushing event updated for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:40.476883 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'fdce508d-434d-4ab1-b166-cb5fe819e305', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': 'db9c0363-becb-405f-827e-e305a2745548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:18:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:27Z', 'updated_at': '2022-03-20T16:26:38Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:40.506697 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Attempting to bind port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:26:40.507096 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Attempting to bind port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:26:40.507431 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Attempting to bind port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:40.509693 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677f788-bbc6-4928-a982-48a2a0959676 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': 'fdce508d-434d-4ab1-b166-cb5fe819e305', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': 'db9c0363-becb-405f-827e-e305a2745548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:18:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:27Z', 'updated_at': '2022-03-20T16:26:38Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:40.512925 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 on network d338cf1a-12a7-445d-b509-a627fce13fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:26:40.513402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Attempting to bind port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:26:40.519490 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:26:40.519967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:26:40.520467 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Bound using segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:26:40.521123 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Bound port: 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:26:40.521578 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.597064 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:26:40.600225 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:26:40.607870 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.646132 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.646920 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:40.648416 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] 10.222.0.42 "PUT /v2.0/ports/8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 200 len: 1093 time: 0.6732564 Mar 20 16:26:40.666741 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0686dd-93f2-4b62-8331-b8bb06de4a41 service neutron] Pushing event updated for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:40.759242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-540700cc-37fa-418b-b0a7-39e572442213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.760792 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-540700cc-37fa-418b-b0a7-39e572442213 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1127 time: 0.0534427 Mar 20 16:26:40.762674 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47aa89-df0f-4c01-ac7c-c13039aa69be None None] New status for floating IP fdce508d-434d-4ab1-b166-cb5fe819e305: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:26:40.810052 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-7fd2ea2a-c010-48ca-a4ec-33392dced4c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 200 len: 217 time: 0.0367424 Mar 20 16:26:40.859732 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-b8a7e2ca-2479-4b58-a4c9-952d5876f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.861213 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-b8a7e2ca-2479-4b58-a4c9-952d5876f4c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0455821 Mar 20 16:26:40.912254 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc590-b762-455e-a18e-45cdb641c832 req-78c71c78-3aee-462f-8566-16a5bfd06453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:40.913853 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-78c71c78-3aee-462f-8566-16a5bfd06453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472648 Mar 20 16:26:41.000246 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-51101c6a-bbf2-4f4b-882b-09d1dad58cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Mar 20 16:26:41.091825 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1abdc590-b762-455e-a18e-45cdb641c832 req-26bbf246-7d45-48dc-b6a3-43a6f7bc0127 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Mar 20 16:26:41.301034 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335845a-26b6-41a2-9c2c-9f9e3cab8628 req-aa3bed1a-c948-4dd0-91e7-f3da7e74ca41 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:41.302591 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1335845a-26b6-41a2-9c2c-9f9e3cab8628 req-aa3bed1a-c948-4dd0-91e7-f3da7e74ca41 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0576413 Mar 20 16:26:41.352830 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1335845a-26b6-41a2-9c2c-9f9e3cab8628 req-261044da-358b-44b4-aa93-d852376d3014 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Mar 20 16:26:41.602508 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:41.606323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac9666-189a-4139-b2ad-fc12c4cd8da0" -d '{"events": [{"name": "network-changed", "server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:41.646080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85ecfe-70bb-4bfe-9ef5-ed764475ed6d x-openstack-request-id: req-1f85ecfe-70bb-4bfe-9ef5-ed764475ed6d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:41.646400 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:41.646651 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f85ecfe-70bb-4bfe-9ef5-ed764475ed6d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:41.647053 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'status': 'completed', 'code': 200} Mar 20 16:26:41.739628 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-bc220d8d-5e95-4670-aa1c-b9b9cc1fe5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:41.741119 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-bc220d8d-5e95-4670-aa1c-b9b9cc1fe5b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1127 time: 0.0520222 Mar 20 16:26:41.828599 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-97d5a0bf-5dd1-4092-b1dc-1bbb0e57d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:41.830079 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-97d5a0bf-5dd1-4092-b1dc-1bbb0e57d178 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0832746 Mar 20 16:26:41.873900 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-a9eed4c5-5c94-429b-b108-951a1a7d5e47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 200 len: 217 time: 0.0375357 Mar 20 16:26:41.922236 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-209ff0e6-22ad-47a9-88f5-035d4eac1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:41.923663 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-209ff0e6-22ad-47a9-88f5-035d4eac1e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0442350 Mar 20 16:26:41.971314 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-6fd7b1f0-f376-4f6b-bce2-519ce8cae4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:41.972908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-6fd7b1f0-f376-4f6b-bce2-519ce8cae4ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437512 Mar 20 16:26:42.072532 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-89f5f22f-5cdd-43ab-9d94-5d36520ad895 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872524 Mar 20 16:26:42.161649 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ac9666-189a-4139-b2ad-fc12c4cd8da0 req-c8f52d3c-947e-436b-8b7b-bd17c53ac6bf service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Mar 20 16:26:42.478545 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61997b-889a-4584-89e8-15b6d7a7bdd0 req-666e172f-21fe-4927-b7ea-33f5ac6406e5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:42.480019 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b61997b-889a-4584-89e8-15b6d7a7bdd0 req-666e172f-21fe-4927-b7ea-33f5ac6406e5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0551693 Mar 20 16:26:42.534456 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b61997b-889a-4584-89e8-15b6d7a7bdd0 req-0b9b6047-79ac-4805-a614-b3246f3aca34 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484440 Mar 20 16:26:42.748977 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36926f89-7e52-452d-9597-19acf1a611aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:43.662058 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab21dd-8e70-4a95-96f8-cf9c1eef39d7 req-0aabcea0-7ef8-4708-b9f3-fa4ddbdcffb4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:43.663561 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1ab21dd-8e70-4a95-96f8-cf9c1eef39d7 req-0aabcea0-7ef8-4708-b9f3-fa4ddbdcffb4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0603542 Mar 20 16:26:43.715467 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b1ab21dd-8e70-4a95-96f8-cf9c1eef39d7 req-5a916755-e91a-473d-b08f-c2e9149f9060 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Mar 20 16:26:43.953805 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:44.857575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc505-7805-4e24-a5c9-a811f34068d6 req-ac000c5b-73a8-496e-87c9-bb16b61f1954 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:44.859100 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-25cdc505-7805-4e24-a5c9-a811f34068d6 req-ac000c5b-73a8-496e-87c9-bb16b61f1954 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0679343 Mar 20 16:26:44.907827 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-25cdc505-7805-4e24-a5c9-a811f34068d6 req-437032a2-f2e4-4e56-9a11-fbb1900b8752 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Mar 20 16:26:45.243880 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:46.044914 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379243c9-d141-45c5-9179-3f6fee4b44d4 req-e7ec33c8-9bb7-42db-9dda-417922e72b8f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:46.046449 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-379243c9-d141-45c5-9179-3f6fee4b44d4 req-e7ec33c8-9bb7-42db-9dda-417922e72b8f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0594141 Mar 20 16:26:46.094395 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-379243c9-d141-45c5-9179-3f6fee4b44d4 req-342f1a70-f911-4546-a006-c069cee33c1c tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Mar 20 16:26:46.810077 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:47.220970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c41f1-a2ad-4fee-aba6-43ab94f7ed41 req-e4d7b355-248e-4d2c-b9d6-dfa828d36e4b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:47.222513 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c03c41f1-a2ad-4fee-aba6-43ab94f7ed41 req-e4d7b355-248e-4d2c-b9d6-dfa828d36e4b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0593917 Mar 20 16:26:47.274298 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c03c41f1-a2ad-4fee-aba6-43ab94f7ed41 req-b90d36f8-528a-4ade-b4c7-b3573ec55df6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456946 Mar 20 16:26:48.414337 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df6817-193c-4cf9-aafb-245fce30d911 req-877dd18a-44f2-4da8-9282-400afb789928 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:48.415817 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7df6817-193c-4cf9-aafb-245fce30d911 req-877dd18a-44f2-4da8-9282-400afb789928 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 943 time: 0.0566876 Mar 20 16:26:48.464751 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-a7df6817-193c-4cf9-aafb-245fce30d911 req-f55f8de1-9664-47b6-873a-a46dd4a078cb tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432041 Mar 20 16:26:49.343044 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8577db07-cc64-4dd3-a7a3-ffd694bb4626 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:26:49.449965 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:49.465009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'port_id': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'mac_address': 'fa:16:3e:50:7a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:26:49.502890 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:49.503300 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:49.516737 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8577db07-cc64-4dd3-a7a3-ffd694bb4626 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:26:49.537139 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:49.543548 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:49.591588 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:49.603037 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9ad09-3719-421d-94cd-80c1360b14f8 req-ee0e9fe6-0e93-4306-8742-3ad65d1d256e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:49.604602 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bdc9ad09-3719-421d-94cd-80c1360b14f8 req-ee0e9fe6-0e93-4306-8742-3ad65d1d256e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 944 time: 0.0581932 Mar 20 16:26:49.658140 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bdc9ad09-3719-421d-94cd-80c1360b14f8 req-10d248df-fc6a-4826-855d-f8c8e8a7fca7 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 Mar 20 16:26:49.837949 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['8577db07-cc64-4dd3-a7a3-ffd694bb4626'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:26:50.792190 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b3cfe-697d-4098-b3ff-0186ef5e9ae6 req-bed340a5-ab1a-4d6f-b339-02864a5a3198 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:50.793724 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bc1b3cfe-697d-4098-b3ff-0186ef5e9ae6 req-bed340a5-ab1a-4d6f-b339-02864a5a3198 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 944 time: 0.0620708 Mar 20 16:26:50.846066 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-bc1b3cfe-697d-4098-b3ff-0186ef5e9ae6 req-b226b076-51b2-4e0b-a08d-bd4987da502f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466752 Mar 20 16:26:51.362701 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8577db07-cc64-4dd3-a7a3-ffd694bb4626 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:26:51.429181 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:26:51.433140 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:26:51.433506 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:51.510168 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:26:51.510498 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:51.532456 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:51.534719 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9066b5-7a43-4e33-84b0-f008773cc969" -d '{"events": [{"server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "name": "network-vif-plugged", "status": "completed", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:51.546731 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:26:51.552371 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:51.575677 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681744ac-94b9-4da0-9268-e711b9cc1c66 x-openstack-request-id: req-681744ac-94b9-4da0-9268-e711b9cc1c66 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:51.575975 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "name": "network-vif-plugged", "status": "completed", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:51.576229 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-681744ac-94b9-4da0-9268-e711b9cc1c66 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:51.576625 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'code': 200} Mar 20 16:26:51.601252 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:51.852999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb4ce-2cbf-44e2-8226-ef1996d69a3a req-e292f3e8-b812-4d0f-ab3a-a9363a12874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:51.854529 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-635eb4ce-2cbf-44e2-8226-ef1996d69a3a req-e292f3e8-b812-4d0f-ab3a-a9363a12874b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1129 time: 0.0446925 Mar 20 16:26:51.899622 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-635eb4ce-2cbf-44e2-8226-ef1996d69a3a req-0b33e94c-ea9e-4c1c-abc8-b60e5fecb94b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Mar 20 16:26:51.963975 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ae7c1-750f-48b1-b0e2-7a4e37b8da54 req-0e0df3d6-b5f7-46a1-8591-3856b43bb68f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:51.965469 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a6ae7c1-750f-48b1-b0e2-7a4e37b8da54 req-0e0df3d6-b5f7-46a1-8591-3856b43bb68f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0530963 Mar 20 16:26:52.014346 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1a6ae7c1-750f-48b1-b0e2-7a4e37b8da54 req-a6c29deb-daf0-4bd6-992c-1431587279e9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Mar 20 16:26:52.436840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:53.140600 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6311-5a1e-4bdc-b1b8-63e13b48e3c2 req-7bdddb3a-b251-47e5-b44d-1217a374ed33 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:53.142103 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75ec6311-5a1e-4bdc-b1b8-63e13b48e3c2 req-7bdddb3a-b251-47e5-b44d-1217a374ed33 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0570300 Mar 20 16:26:53.194811 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75ec6311-5a1e-4bdc-b1b8-63e13b48e3c2 req-4d3bcc45-cff2-4057-9672-df92cbc7d40f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468063 Mar 20 16:26:53.324715 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1364-f1a5-4b02-89ff-c4474e128eb2 req-707a2b3d-df78-4863-a1fb-9e8de480a1bb tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:53.326115 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-558e1364-f1a5-4b02-89ff-c4474e128eb2 req-707a2b3d-df78-4863-a1fb-9e8de480a1bb tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0609088 Mar 20 16:26:53.376041 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-558e1364-f1a5-4b02-89ff-c4474e128eb2 req-4b29b1c5-3058-499e-8a2a-a5e09c048742 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Mar 20 16:26:53.403595 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55538) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:53.539600 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764136e6-e11d-4012-b624-de1faa3315a3 tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:53.541109 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-764136e6-e11d-4012-b624-de1faa3315a3 tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1124 time: 0.1365380 Mar 20 16:26:53.544539 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55542) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:26:53.548691 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'port_id': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:26:53.570375 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:53.665322 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:53.766998 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.27.1.9 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/d660e4e6-f039-4df4-a7c0-756743c1f4a2) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:26:53.864625 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:53.900792 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:53.940288 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:26:53.943108 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:26:53.948518 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:26:53.953977 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=d660e4e6-f039-4df4-a7c0-756743c1f4a2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:54.560181 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (57daa41a-815b-4c98-8354-f9ad12b6681b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:54.632534 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:54.807524 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:54.814420 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:54.882693 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=d660e4e6-f039-4df4-a7c0-756743c1f4a2,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:26:54.894634 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (57daa41a-815b-4c98-8354-f9ad12b6681b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:54.995950 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 57daa41a-815b-4c98-8354-f9ad12b6681b associated. External IP: 172.27.1.9, port: 8577db07-cc64-4dd3-a7a3-ffd694bb4626. Mar 20 16:26:55.207626 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:26:55.317394 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:26:55.327538 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:26:55.336753 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:26:55.337691 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:55.338525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:55.367442 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-50d489cf-db9d-461e-bc7c-46acdaccc9fa tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8218894 Mar 20 16:26:55.368074 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:26:55.370350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5ee8f-661d-4af5-ad56-0ba248294186" -d '{"events": [{"name": "network-changed", "server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:26:55.407344 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52e8902-4503-4793-b971-f59e949e3315 x-openstack-request-id: req-d52e8902-4503-4793-b971-f59e949e3315 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:26:55.407615 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:26:55.407875 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d52e8902-4503-4793-b971-f59e949e3315 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:26:55.408313 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'status': 'completed', 'code': 200} Mar 20 16:26:55.445560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:55.496265 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-c5bafd8a-d2ab-4077-9bbf-29eee2385b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:55.497811 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-c5bafd8a-d2ab-4077-9bbf-29eee2385b68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1129 time: 0.0449114 Mar 20 16:26:55.587845 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-44ab8e71-f5c7-4191-b9ac-b81baa0722d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:55.589419 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-44ab8e71-f5c7-4191-b9ac-b81baa0722d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0832548 Mar 20 16:26:55.660063 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-156dc001-ec9d-4a50-a0e9-3baad8d0c79e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 200 len: 997 time: 0.0633483 Mar 20 16:26:55.671267 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '57daa41a-815b-4c98-8354-f9ad12b6681b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:50:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:54Z', 'updated_at': '2022-03-20T16:26:54Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:55.700510 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:26:55.709404 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:26:55.709997 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:26:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:55.710702 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-b851d24d-f0e4-42d2-9492-9bda2e457f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:55.712198 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-b851d24d-f0e4-42d2-9492-9bda2e457f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0462425 Mar 20 16:26:55.763083 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-12f183e8-d4b4-4c9f-81fe-dbf68b1f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:26:55.764493 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-12f183e8-d4b4-4c9f-81fe-dbf68b1f7f02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454895 Mar 20 16:26:55.818898 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:26:55.857974 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-21709e32-53e1-45b0-bf8d-b436e894ca65 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Mar 20 16:26:55.946861 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9f5ee8f-661d-4af5-ad56-0ba248294186 req-bf566d49-8345-4ae4-81ed-71befe1f0d65 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826392 Mar 20 16:26:56.038918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '57daa41a-815b-4c98-8354-f9ad12b6681b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:50:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:54Z', 'updated_at': '2022-03-20T16:26:54Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:26:56.076629 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ee45b-7743-4d89-999d-78ba95d70c4c None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '57daa41a-815b-4c98-8354-f9ad12b6681b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:50:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:26:54Z', 'updated_at': '2022-03-20T16:26:54Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:26:56.279228 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a752be5d-f5fc-4545-9ef7-112d7e389e24 None None] New status for floating IP 57daa41a-815b-4c98-8354-f9ad12b6681b: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:27:04.335308 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:27:10.501662 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dce20ae-ec4f-4bc2-898d-17ee84d2ca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:12.757319 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e556925c-3234-4a0b-be26-9ebb8ef5215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:13.954547 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:15.238974 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:16.799425 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:22.429287 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:26.901898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f429-6c92-4152-87d8-79bed50bfa3e req-2c70d1b4-4ae0-4c84-8d61-eaaabf393b37 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:26.903434 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3577f429-6c92-4152-87d8-79bed50bfa3e req-2c70d1b4-4ae0-4c84-8d61-eaaabf393b37 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Mar 20 16:27:26.955373 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3577f429-6c92-4152-87d8-79bed50bfa3e req-5179c5f1-9fba-4f05-820e-e31ab15fa1a5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461147 Mar 20 16:27:28.104193 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac0ce3-65b5-435e-9af1-e1c62b00a78d req-81920261-0435-4cdd-9a7e-8ccb2e22a90b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:28.105661 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44ac0ce3-65b5-435e-9af1-e1c62b00a78d req-81920261-0435-4cdd-9a7e-8ccb2e22a90b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0659249 Mar 20 16:27:28.157534 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-44ac0ce3-65b5-435e-9af1-e1c62b00a78d req-6ddbd240-3025-43eb-8886-920894a281f4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441716 Mar 20 16:27:28.584415 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-c0b105ee-0fc5-4793-bc22-f97e3aac4a4f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:28.585908 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-c0b105ee-0fc5-4793-bc22-f97e3aac4a4f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Mar 20 16:27:28.680222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port db9c0363-becb-405f-827e-e305a2745548 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:27:28.680570 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (db9c0363-becb-405f-827e-e305a2745548), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:28.788442 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] For port db9c0363-becb-405f-827e-e305a2745548, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=db9c0363-becb-405f-827e-e305a2745548,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:27:28.788931 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (db9c0363-becb-405f-827e-e305a2745548), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:28.964401 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:28.964736 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:28.965135 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP fdce508d-434d-4ab1-b166-cb5fe819e305 disassociated. External IP: 172.27.1.199, port: db9c0363-becb-405f-827e-e305a2745548. Mar 20 16:27:28.965516 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for db9c0363-becb-405f-827e-e305a2745548 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:27:29.098414 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (db9c0363-becb-405f-827e-e305a2745548), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:29.127027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=db9c0363-becb-405f-827e-e305a2745548,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:29.138306 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.138681 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.139016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.139354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.139680 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.140003 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.140297 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.140617 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.140935 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.141254 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.141573 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.141887 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.142204 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.142548 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.142863 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:29.259090 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b87a32d-19df-4119-8653-1e84463fd07d req-8de5e2cc-eef9-463d-996b-22c57981c6ed tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb7faff-ad96-4ea0-8b20-3b808f2cf715 HTTP/1.1" status: 200 len: 210 time: 0.0314870 Mar 20 16:27:29.280533 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:27:29.391951 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:27:29.403136 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:27:29.413918 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:27:29.414559 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:27:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:29.437371 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] No DVR routers for this DVR port db9c0363-becb-405f-827e-e305a2745548 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:27:29.439987 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:29.443732 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b5db9fa-95a2-43e6-8335-31a570a064bc req-5881768f-29b7-4b17-a6f8-91863edf4c77 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "DELETE /v2.0/ports/db9c0363-becb-405f-827e-e305a2745548 HTTP/1.1" status: 204 len: 173 time: 0.8521514 Mar 20 16:27:29.444205 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'name': 'network-vif-deleted', 'tag': 'db9c0363-becb-405f-827e-e305a2745548'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:27:29.447112 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02111a-dc4d-489e-b554-be9774b54f11" -d '{"events": [{"server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "name": "network-vif-deleted", "tag": "db9c0363-becb-405f-827e-e305a2745548"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:27:29.499007 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309fd48-0028-46b1-b700-500c65da1d70 x-openstack-request-id: req-7309fd48-0028-46b1-b700-500c65da1d70 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:27:29.499305 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb7faff-ad96-4ea0-8b20-3b808f2cf715", "name": "network-vif-deleted", "tag": "db9c0363-becb-405f-827e-e305a2745548", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:27:29.499709 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7309fd48-0028-46b1-b700-500c65da1d70 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:27:29.500248 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb7faff-ad96-4ea0-8b20-3b808f2cf715', 'name': 'network-vif-deleted', 'tag': 'db9c0363-becb-405f-827e-e305a2745548', 'status': 'completed', 'code': 200} Mar 20 16:27:29.530910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:27:29.738323 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:29.766017 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:27:29.775743 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:27:29.776377 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:27:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:29.887302 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:27:30.091525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:30.117539 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0998672-f451-4228-af37-6d18ad6e931a None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:27:30.339256 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae035df-800d-4afc-8750-0c61cb3bfdfb None None] New status for floating IP fdce508d-434d-4ab1-b166-cb5fe819e305: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:27:30.347968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55630) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:30.403614 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (c9f800d1-6915-4c9c-aeb1-7f220cc6dc35), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.428520 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (c9f800d1-6915-4c9c-aeb1-7f220cc6dc35), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.484110 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (c9f800d1-6915-4c9c-aeb1-7f220cc6dc35), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.486988 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.488154 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9f800d1-6915-4c9c-aeb1-7f220cc6dc35 HTTP/1.1" status: 204 len: 168 time: 0.1391876 Mar 20 16:27:30.491016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55636) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:30.497941 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f800d1-6915-4c9c-aeb1-7f220cc6dc35,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:30.506044 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.506477 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.507068 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.507639 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.508344 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.508706 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.508852 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-0be993c4-39c9-44e3-ba48-02bbddbcb73c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] show failed (client error): The resource could not be found. Mar 20 16:27:30.509057 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.509319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.509635 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.510011 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0be993c4-39c9-44e3-ba48-02bbddbcb73c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups/c9f800d1-6915-4c9c-aeb1-7f220cc6dc35 HTTP/1.1" status: 404 len: 347 time: 0.0170851 Mar 20 16:27:30.510324 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.510812 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.511297 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.511773 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.512301 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.512932 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55638) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:30.513592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638325b-abaa-43a6-b2ad-59d19a95ec4c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:30.648805 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port df0c864d-b44e-4a2b-b7f4-da089c29077e {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:27:30.649047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.721443 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.721750 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (df0c864d-b44e-4a2b-b7f4-da089c29077e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.735801 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for df0c864d-b44e-4a2b-b7f4-da089c29077e owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:27:30.875659 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (df0c864d-b44e-4a2b-b7f4-da089c29077e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.909344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=df0c864d-b44e-4a2b-b7f4-da089c29077e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:30.977449 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (fdce508d-434d-4ab1-b166-cb5fe819e305), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.980111 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:30.981267 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d669c142-5d2b-4512-bcae-4775f4cb01a7 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/floatingips/fdce508d-434d-4ab1-b166-cb5fe819e305 HTTP/1.1" status: 204 len: 168 time: 0.4674113 Mar 20 16:27:31.226890 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55642) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:31.231479 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717502066', 'description': 'tempest-description--1724139820'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:31.254914 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.322925 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (b88cc8d2-d08a-4216-930c-ca012840c99c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.329066 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b88cc8d2-d08a-4216-930c-ca012840c99c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.356849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.358061 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301394 Mar 20 16:27:31.360074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2026f9-86ca-4bf3-b547-47872c99b48f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cc8d2-d08a-4216-930c-ca012840c99c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:31.361338 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55644) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:31.367002 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'b88cc8d2-d08a-4216-930c-ca012840c99c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:31.394860 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (bc6f5b1b-418d-4a46-9700-f56f41459785), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.440404 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (bc6f5b1b-418d-4a46-9700-f56f41459785), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.446651 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (bc6f5b1b-418d-4a46-9700-f56f41459785), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.468319 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6f5b1b-418d-4a46-9700-f56f41459785,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:31.478367 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.479537 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e70e5633-10ca-4437-946d-ebdaea41e784 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164703 Mar 20 16:27:31.482399 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55646) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:31.486639 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'security_group_rule': {'security_group_id': 'b88cc8d2-d08a-4216-930c-ca012840c99c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:31.512482 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (0e956d01-e7b2-4e03-bfa4-14184548cda0), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.568070 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (0e956d01-e7b2-4e03-bfa4-14184548cda0), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.573237 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device db9c0363-becb-405f-827e-e305a2745548 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:27:31.574755 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule (0e956d01-e7b2-4e03-bfa4-14184548cda0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.591392 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e956d01-e7b2-4e03-bfa4-14184548cda0,revision_number=0']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:31.593863 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: db9c0363-becb-405f-827e-e305a2745548 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:27:31.594215 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device db9c0363-becb-405f-827e-e305a2745548 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:27:31.604836 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.606080 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d3438991-8542-4529-b650-7833ea666f0e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227663 Mar 20 16:27:31.609153 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55648) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:31.613353 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:31.634987 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.733532 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.834304 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.27.1.84 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/9b787c9e-284f-42ff-9144-62712489f39b) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:27:31.941299 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (9b787c9e-284f-42ff-9144-62712489f39b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:31.983792 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (9b787c9e-284f-42ff-9144-62712489f39b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.019336 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:27:32.022193 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:27:32.028196 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:27:32.033531 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=9b787c9e-284f-42ff-9144-62712489f39b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:32.118333 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.154520 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (9b787c9e-284f-42ff-9144-62712489f39b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.304021 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (9b787c9e-284f-42ff-9144-62712489f39b), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.311593 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (9b787c9e-284f-42ff-9144-62712489f39b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.379525 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=9b787c9e-284f-42ff-9144-62712489f39b,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:32.391080 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.407241 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:32.408468 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-84e52d86-696c-49d8-b040-e5449e07468e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7984300 Mar 20 16:27:32.559292 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-690aee7a-dc9d-42b7-86d7-2951a350aed3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--717502066&fields=id&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 267 time: 0.0433171 Mar 20 16:27:32.664514 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-7c32507c-d187-4bf9-b408-28e1c0763772 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:32.665979 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-7c32507c-d187-4bf9-b408-28e1c0763772 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1002316 Mar 20 16:27:32.683959 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-eb9f95e3-62a5-4dce-927a-30cee5100eb4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/quotas/e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Mar 20 16:27:32.739230 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-71069f90-5802-4e18-ade0-1e979e9acf33 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494394 Mar 20 16:27:32.844649 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-5f1a47bc-0b30-44e9-af15-bd99bfc70576 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938437 Mar 20 16:27:32.931793 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-5c2dc328-36df-4141-86c0-5dfc444c90b4 service neutron] 10.222.0.18 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Mar 20 16:27:33.091203 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8799131e-0842-47c7-8122-3f6dd8665aa2 req-4602add4-62af-46e5-9149-83f905c3ffaf tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Mar 20 16:27:34.089163 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-8a5542c2-aedb-49a9-a0ba-4ab70d2a848b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:34.090645 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-8a5542c2-aedb-49a9-a0ba-4ab70d2a848b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 815 time: 0.1046319 Mar 20 16:27:34.161769 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-e43c46a5-c7a7-4e87-87b1-161fadb901d5 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa2d82e12e4804aa63d46684334f71 HTTP/1.1" status: 200 len: 379 time: 0.0567229 Mar 20 16:27:34.173017 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'port': {'device_id': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'admin_state_up': True, 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'security_groups': ['b88cc8d2-d08a-4216-930c-ca012840c99c']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:34.190202 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-66b8002d-d711-45c6-a853-78b5e9f207fd req-0bb4a0bf-ac3a-4562-a158-3dc0719b73dd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Mar 20 16:27:34.287112 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Made reservation on behalf of e4fa2d82e12e4804aa63d46684334f71 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:27:34.290612 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.417558 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Allocated IP 172.20.0.7 (321878ec-6899-4411-b517-a444f00e8b7f/e9141a84-e4f2-48b3-978d-c790fc9d389f/42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:27:34.565957 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.604730 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.646981 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Network 321878ec-6899-4411-b517-a444f00e8b7f is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:27:34.650182 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:27:34.656576 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:27:34.662198 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event updated for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:34.709312 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:34.709970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.731644 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-a6a95604-425c-4b66-9f96-3823df4d08cd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626163 Mar 20 16:27:34.748426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Request body: {'port': {'device_id': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:34.813646 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.939373 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-e24d0028-0db3-4b58-9643-5bf3a9bc39d4 None None] Provisioning complete for port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:27:34.939971 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e24d0028-0db3-4b58-9643-5bf3a9bc39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:34.978555 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e24d0028-0db3-4b58-9643-5bf3a9bc39d4 None None] Port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:27:35.092023 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:27:35.099851 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks [] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:35.112030 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Transition to ACTIVE for port object 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:27:35.119847 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:35.169948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Pushing event updated for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:35.247636 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Attempting to bind port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:27:35.247962 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Attempting to bind port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:27:35.248459 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Attempting to bind port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:27:35.253469 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c on network 321878ec-6899-4411-b517-a444f00e8b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:27:35.253786 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Attempting to bind port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c on network 321878ec-6899-4411-b517-a444f00e8b7f {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:27:35.260321 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:27:35.260660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Checking segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:27:35.261037 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Bound using segment: {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:27:35.261467 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Bound port: 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:27:35.261819 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:35.356836 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718d142-c3c8-4b86-8ab6-63ec80f4b20f req-66879c1c-aef0-4735-9dc8-375e7299ecb4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:35.358431 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a718d142-c3c8-4b86-8ab6-63ec80f4b20f req-66879c1c-aef0-4735-9dc8-375e7299ecb4 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 943 time: 0.0993881 Mar 20 16:27:35.373018 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:27:35.377062 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:27:35.393853 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:35.452098 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a718d142-c3c8-4b86-8ab6-63ec80f4b20f req-7f48420c-994a-49d0-bff9-d852c2b2103d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872867 Mar 20 16:27:35.457770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:35.458743 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:35.459938 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] 10.222.0.42 "PUT /v2.0/ports/42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c HTTP/1.1" status: 200 len: 1093 time: 0.7159131 Mar 20 16:27:35.460389 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:27:35.462811 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7988adfc-6743-4479-bbad-ec82622247b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:27:35.481496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23680-6a08-43f1-93d7-038d1f68289a service neutron] Pushing event updated for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:35.503323 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa190c5d-78c2-47b8-a834-ba97e146bb89 x-openstack-request-id: req-aa190c5d-78c2-47b8-a834-ba97e146bb89 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:27:35.503825 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:27:35.504080 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa190c5d-78c2-47b8-a834-ba97e146bb89 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:27:35.504484 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'status': 'completed', 'code': 200} Mar 20 16:27:35.573736 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-1b49ed88-5a54-492a-a881-9788d4d30692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:35.575408 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-1b49ed88-5a54-492a-a881-9788d4d30692 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 1127 time: 0.0475421 Mar 20 16:27:35.624120 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-c6dde4e5-e7ed-4ab1-a6aa-6cd5b4efa6ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c HTTP/1.1" status: 200 len: 217 time: 0.0356140 Mar 20 16:27:35.672191 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-80c0caf6-8894-49d0-a0e6-ba10f981bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:35.673638 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-80c0caf6-8894-49d0-a0e6-ba10f981bc65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0437098 Mar 20 16:27:35.726594 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f8014f42-2a28-407c-8b70-f52c0d73856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:35.728143 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-f8014f42-2a28-407c-8b70-f52c0d73856e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482812 Mar 20 16:27:35.817959 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-40edae3e-89c4-4441-b156-b5b6d1843196 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835836 Mar 20 16:27:35.908483 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec555337-2fe4-4e58-9a49-b4c8890409df req-41b0fc70-d647-4954-ae78-c96a30b815c4 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Mar 20 16:27:36.043387 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988adfc-6743-4479-bbad-ec82622247b5 req-d24cd195-005b-464e-ad1d-17eafb5e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:36.044893 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-d24cd195-005b-464e-ad1d-17eafb5e7d99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 1127 time: 0.0476356 Mar 20 16:27:36.136981 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988adfc-6743-4479-bbad-ec82622247b5 req-9d6fa0bc-9b96-4782-9791-93b088445398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:36.138428 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-9d6fa0bc-9b96-4782-9791-93b088445398 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0856798 Mar 20 16:27:36.448555 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-ab5be215-aab8-4f2a-b5e7-2f616540af60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c HTTP/1.1" status: 200 len: 217 time: 0.3026545 Mar 20 16:27:36.497102 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988adfc-6743-4479-bbad-ec82622247b5 req-04f8178b-5fbf-43dc-b7c0-331340bb90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:36.498700 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-04f8178b-5fbf-43dc-b7c0-331340bb90cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0441411 Mar 20 16:27:36.580930 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988adfc-6743-4479-bbad-ec82622247b5 req-bcb8c513-a334-4607-8d65-3a7ce9e11235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:36.582459 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-bcb8c513-a334-4607-8d65-3a7ce9e11235 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767233 Mar 20 16:27:36.603174 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534b79-42b6-435e-921c-e686d2b45971 req-2a902678-bd6e-4298-9d92-2ad93b52c813 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:36.604654 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19534b79-42b6-435e-921c-e686d2b45971 req-2a902678-bd6e-4298-9d92-2ad93b52c813 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 943 time: 0.0743346 Mar 20 16:27:36.702517 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19534b79-42b6-435e-921c-e686d2b45971 req-d6e79008-c411-4c6e-b308-59c160c5fe23 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871272 Mar 20 16:27:36.712525 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-0b465790-a38e-4ec9-a3f4-cb68bc519f8e service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231990 Mar 20 16:27:36.809226 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7988adfc-6743-4479-bbad-ec82622247b5 req-803cf59c-dec6-49f3-a346-ec777d8bc483 service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856261 Mar 20 16:27:37.624542 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:27:37.725778 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:27:37.737772 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'port_id': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'mac_address': 'fa:16:3e:f4:a7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:27:37.775020 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:27:37.775445 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:37.788628 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:27:37.807972 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:27:37.812867 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:37.823632 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37e2a-39a8-4698-b975-baea356bf225 req-fbc3ce9e-0824-4bdd-99ab-0e9fd758094f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:37.825108 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ee37e2a-39a8-4698-b975-baea356bf225 req-fbc3ce9e-0824-4bdd-99ab-0e9fd758094f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 943 time: 0.0537453 Mar 20 16:27:37.859225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:37.866217 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.866576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.866887 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.867218 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.867535 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.867862 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.868179 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.868493 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.868809 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.869179 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.869496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.869816 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.870129 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.870466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.870780 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:27:37.878801 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1ee37e2a-39a8-4698-b975-baea356bf225 req-4887a644-e60a-4a95-abc7-8c111b02f79c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475261 Mar 20 16:27:38.104623 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:27:39.019755 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5081-e140-40f7-8c47-4eb84fa4fb38 req-1a883c56-2670-44f1-9c80-0c6ea65d5aa1 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:39.021253 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be4a5081-e140-40f7-8c47-4eb84fa4fb38 req-1a883c56-2670-44f1-9c80-0c6ea65d5aa1 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 944 time: 0.0633330 Mar 20 16:27:39.076772 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be4a5081-e140-40f7-8c47-4eb84fa4fb38 req-e484690d-11f8-42e2-a52d-687b3b980c9f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 Mar 20 16:27:39.652142 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:27:39.705772 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:27:39.710231 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:27:39.710636 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:39.791008 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:27:39.791388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:39.814980 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:27:39.817232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70298d4f-adde-4959-a06d-08b812f8617a" -d '{"events": [{"server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "name": "network-vif-plugged", "status": "completed", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:27:39.829969 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:27:39.835116 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:39.859720 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de97f1-02d7-47c1-91eb-34d76be9ee0e x-openstack-request-id: req-35de97f1-02d7-47c1-91eb-34d76be9ee0e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:27:39.860011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "name": "network-vif-plugged", "status": "completed", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:27:39.860259 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35de97f1-02d7-47c1-91eb-34d76be9ee0e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:27:39.860654 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'code': 200} Mar 20 16:27:39.883864 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:27:40.061634 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497908-bfd1-46b3-aac8-9750a95e7bb9 req-a0a74249-ec45-44c4-ae9f-e239ddb1508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:40.063177 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85497908-bfd1-46b3-aac8-9750a95e7bb9 req-a0a74249-ec45-44c4-ae9f-e239ddb1508c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 1129 time: 0.0462589 Mar 20 16:27:40.107089 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85497908-bfd1-46b3-aac8-9750a95e7bb9 req-ba5975c6-c6ec-49db-b5e6-d47249c82b48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Mar 20 16:27:40.216946 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bd760-4ae0-4e42-befe-9cdd7604c30e req-fe69d0b6-f380-435f-ae11-57525afd3821 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:40.218485 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c2bd760-4ae0-4e42-befe-9cdd7604c30e req-fe69d0b6-f380-435f-ae11-57525afd3821 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0652528 Mar 20 16:27:40.266791 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c2bd760-4ae0-4e42-befe-9cdd7604c30e req-a286c126-5d06-4b26-91b6-4ba2a6b6798f tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Mar 20 16:27:40.408781 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc4a340d-fad7-408b-add2-3e05938f939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:41.334018 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:27:41.390848 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6035-5ff8-48cb-a38b-2ae33ed689e5 req-46f002de-e553-4934-ada0-49884a174f2d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:41.392323 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d7ee6035-5ff8-48cb-a38b-2ae33ed689e5 req-46f002de-e553-4934-ada0-49884a174f2d tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0565917 Mar 20 16:27:41.438813 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d7ee6035-5ff8-48cb-a38b-2ae33ed689e5 req-fc3108c9-7bd6-4a0d-ba01-49d5a370cce1 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Mar 20 16:27:41.558011 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc1a7-8536-4b0b-bc4d-fd9d98b6fc3b req-9560dc98-084e-4581-9226-1e79c2edde13 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:41.559557 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c4bc1a7-8536-4b0b-bc4d-fd9d98b6fc3b req-9560dc98-084e-4581-9226-1e79c2edde13 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0593538 Mar 20 16:27:41.572257 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55700) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:27:41.576602 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Request body: {'floatingip': {'port_id': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:27:41.615742 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:42.053283 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:42.060202 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:42.163551 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 6ab887f1-b53b-4879-baca-68e7ef704ca9 associated. External IP: 172.27.1.84, port: 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c. Mar 20 16:27:42.370977 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:27:42.479903 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:27:42.484500 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:42.490026 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:27:42.504736 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:27:42.505341 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:27:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:42.518356 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-94d6e026-7666-4b41-bea3-7784a5ddfcb2 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "PUT /v2.0/floatingips/6ab887f1-b53b-4879-baca-68e7ef704ca9 HTTP/1.1" status: 200 len: 990 time: 0.9450073 Mar 20 16:27:42.518921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:27:42.521211 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d68f19-ca2b-4dea-867d-2045832e5ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:27:42.558492 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918f4876-00ab-4ad2-928d-94c67d1a10d9 x-openstack-request-id: req-918f4876-00ab-4ad2-928d-94c67d1a10d9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:27:42.559119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:27:42.559438 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-918f4876-00ab-4ad2-928d-94c67d1a10d9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:27:42.559915 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'status': 'completed', 'code': 200} Mar 20 16:27:42.614494 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:27:42.643912 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-dd6e29ca-7c4b-42d7-8a21-773d1e397d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:42.645407 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-dd6e29ca-7c4b-42d7-8a21-773d1e397d87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fa2d82e12e4804aa63d46684334f71&device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 1129 time: 0.0453503 Mar 20 16:27:42.734494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-29e39a7e-4bfc-48aa-94f4-c70595af89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:42.736026 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-29e39a7e-4bfc-48aa-94f4-c70595af89d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 200 len: 915 time: 0.0850251 Mar 20 16:27:42.774079 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0849084-bf36-4e7c-bdf6-3c2255f323b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:42.805148 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-3ea24151-0954-4521-9b3f-d4313531c55f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c HTTP/1.1" status: 200 len: 998 time: 0.0635719 Mar 20 16:27:42.851781 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-3e1d821e-d89a-4de8-8279-5baee3011ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:42.852178 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6ab887f1-b53b-4879-baca-68e7ef704ca9', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:27:32Z', 'updated_at': '2022-03-20T16:27:41Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:42.853259 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-3e1d821e-d89a-4de8-8279-5baee3011ea9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 200 len: 854 time: 0.0428710 Mar 20 16:27:42.878895 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:27:42.887953 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:27:42.888573 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:27:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:42.906213 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-ec9fcbfe-a7f0-4129-abd0-44ba068f3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:42.907696 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-ec9fcbfe-a7f0-4129-abd0-44ba068f3c3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=321878ec-6899-4411-b517-a444f00e8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486825 Mar 20 16:27:43.001509 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:27:43.002819 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-a2a3dea6-a71a-4d6b-a0f8-a729e4bd521b service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891070 Mar 20 16:27:43.091479 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a0d68f19-ca2b-4dea-867d-2045832e5ad0 req-e2c2374e-c0e6-4fae-98ee-6b565f48a66a service neutron] 10.222.0.42 "GET /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831678 Mar 20 16:27:43.360473 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6ab887f1-b53b-4879-baca-68e7ef704ca9', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:27:32Z', 'updated_at': '2022-03-20T16:27:41Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:27:43.387279 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3b58-6966-4719-8bab-8a6c2b22b527 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6ab887f1-b53b-4879-baca-68e7ef704ca9', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'port_id': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'mac_address': 'fa:16:3e:f4:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:27:32Z', 'updated_at': '2022-03-20T16:27:41Z', 'revision_number': 1, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:27:43.580612 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6d3b5-fdf1-41b5-b7f8-d1b5cc1bb6ec None None] New status for floating IP 6ab887f1-b53b-4879-baca-68e7ef704ca9: ACTIVE {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:27:43.965824 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:45.244135 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:46.795452 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:27:50.885520 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-e2627277-f143-42f5-b83e-c868f4eb07bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527353 Mar 20 16:27:50.999293 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-4c87e99d-d5df-4111-9f5d-573c957a6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:51.000828 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-4c87e99d-d5df-4111-9f5d-573c957a6003 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 1129 time: 0.0577061 Mar 20 16:27:51.114290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-3b84c19f-7fa7-4b21-b61b-462a65095d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:51.115787 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-3b84c19f-7fa7-4b21-b61b-462a65095d8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0869944 Mar 20 16:27:51.190517 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-84612cfd-3d40-47e9-a94e-77dfbe89f2c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 200 len: 999 time: 0.0682828 Mar 20 16:27:51.237436 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-b1ba0719-49a7-41a8-b0ac-e7bc2bd8e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:51.238986 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-b1ba0719-49a7-41a8-b0ac-e7bc2bd8e33b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0432038 Mar 20 16:27:51.288811 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-574cd6e8-a0f9-489e-9341-5aae5fe75e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:27:51.290296 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-574cd6e8-a0f9-489e-9341-5aae5fe75e6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445867 Mar 20 16:27:51.387988 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-58e64a92-036f-479d-83c4-72ac7845e67e service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908420 Mar 20 16:27:51.488116 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-214df793-dea6-44a5-b8a7-5f48fbaf81af req-e0a4d789-5491-4af0-bf19-5a58cde6be54 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844369 Mar 20 16:27:52.462373 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:10.396954 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-686c978b-89ee-4a86-af0e-5b1b9c5a26fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:12.757684 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51675e4a-2d3d-4e63-bf0e-013b55704b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:13.963121 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:15.244428 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:16.793133 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:18.338008 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:28:22.490381 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:24.974738 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9004-cc0e-4db5-80ae-cdf2f816664e req-ca1179ae-b99a-4008-9e2e-852062d07814 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:24.976202 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-466f9004-cc0e-4db5-80ae-cdf2f816664e req-ca1179ae-b99a-4008-9e2e-852062d07814 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0648789 Mar 20 16:28:25.024334 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-466f9004-cc0e-4db5-80ae-cdf2f816664e req-33a0c243-0883-415c-b291-f4ccd18a98bf tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Mar 20 16:28:26.170966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c1b29-4942-44d9-884d-5ed7ff0efe3d req-7e01af67-3d5a-4263-b4f6-af0b313245f3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:26.172431 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f86c1b29-4942-44d9-884d-5ed7ff0efe3d req-7e01af67-3d5a-4263-b4f6-af0b313245f3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0596123 Mar 20 16:28:26.223064 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-f86c1b29-4942-44d9-884d-5ed7ff0efe3d req-22552309-4c22-41e9-a2d7-918e4ebd6547 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups?id=b88cc8d2-d08a-4216-930c-ca012840c99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Mar 20 16:28:26.560688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-4d6cbf04-5888-445a-8cd0-1b73b3fb162c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:26.562150 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-4d6cbf04-5888-445a-8cd0-1b73b3fb162c tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 945 time: 0.0638151 Mar 20 16:28:26.658631 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:26.658937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:26.744676 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] For port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:26.745027 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:26.918707 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:26.918968 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:26.919279 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Floating IP 6ab887f1-b53b-4879-baca-68e7ef704ca9 disassociated. External IP: 172.27.1.84, port: 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c. Mar 20 16:28:26.919638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:27.050849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:27.078287 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:27.195867 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:28:27.320164 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e145462-083c-432e-8976-488e18642f19 req-5bb85162-3bbe-48c3-bc76-6ee3ca3130bd tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34d9001-b9e5-4df5-95a5-1382f357d744 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Mar 20 16:28:27.330636 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:28:27.340831 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:28:27.352711 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:27.353366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:27.373762 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] No DVR routers for this DVR port 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:28:27.376351 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:27.379973 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3df6f3c-c38b-48f5-ab11-43eb00790a19 req-ce1cd6b1-c991-44ae-ac7d-e834b34d1c25 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.42 "DELETE /v2.0/ports/42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c HTTP/1.1" status: 204 len: 173 time: 0.8122120 Mar 20 16:28:27.380409 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'name': 'network-vif-deleted', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:28:27.382677 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81b9de-2de8-4d65-8195-1431ba7e87a0" -d '{"events": [{"server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "name": "network-vif-deleted", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:28:27.416999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d9143-7fe7-4e66-a7d0-af31f1d8fe60 x-openstack-request-id: req-044d9143-7fe7-4e66-a7d0-af31f1d8fe60 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:28:27.417319 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34d9001-b9e5-4df5-95a5-1382f357d744", "name": "network-vif-deleted", "tag": "42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:28:27.417596 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-044d9143-7fe7-4e66-a7d0-af31f1d8fe60 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:28:27.418004 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34d9001-b9e5-4df5-95a5-1382f357d744', 'name': 'network-vif-deleted', 'tag': '42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c', 'status': 'completed', 'code': 200} Mar 20 16:28:27.466879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:27.672936 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:27.702745 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:28:27.711308 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:27.711899 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:27.827688 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:28.027536 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:28.053490 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51ad1f-6f0c-454f-b545-d632b425d0b0 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:24:14Z', 'revision_number': 4, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': 'f316c4f0-5e29-4241-984a-73c90ab41e81', 'name': '', 'network_id': '321878ec-6899-4411-b517-a444f00e8b7f', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'mac_address': 'fa:16:3e:03:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:14Z', 'updated_at': '2022-03-20T16:24:18Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'subnets': [{'id': 'e9141a84-e4f2-48b3-978d-c790fc9d389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:28:28.284270 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef3bc5-91b5-4663-823f-d9c64e65ea8f None None] New status for floating IP 6ab887f1-b53b-4879-baca-68e7ef704ca9: DOWN {{(pid=103393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:28:28.409820 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55784) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:28.466437 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (b88cc8d2-d08a-4216-930c-ca012840c99c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.488831 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (b88cc8d2-d08a-4216-930c-ca012840c99c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.538423 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (b88cc8d2-d08a-4216-930c-ca012840c99c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.541483 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.542857 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/security-groups/b88cc8d2-d08a-4216-930c-ca012840c99c HTTP/1.1" status: 204 len: 168 time: 0.1313558 Mar 20 16:28:28.546369 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55786) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:28.551951 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5886d5-93d6-43a7-a9f9-84b9bc865bf3 tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cc8d2-d08a-4216-930c-ca012840c99c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:28.560000 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-a3dd758b-610e-4f98-9f62-55a37d1b761e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] show failed (client error): The resource could not be found. Mar 20 16:28:28.563708 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a3dd758b-610e-4f98-9f62-55a37d1b761e tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "GET /v2.0/security-groups/b88cc8d2-d08a-4216-930c-ca012840c99c HTTP/1.1" status: 404 len: 347 time: 0.0137308 Mar 20 16:28:28.564629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55788) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:28.687360 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Deleting port 9b787c9e-284f-42ff-9144-62712489f39b {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:28.687619 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (9b787c9e-284f-42ff-9144-62712489f39b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.760980 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (9b787c9e-284f-42ff-9144-62712489f39b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.761279 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (9b787c9e-284f-42ff-9144-62712489f39b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:28.773735 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Calling delete_port for 9b787c9e-284f-42ff-9144-62712489f39b owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:29.170817 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (9b787c9e-284f-42ff-9144-62712489f39b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:29.193175 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Pushing event deleted for resources: {'Port': ['ID=9b787c9e-284f-42ff-9144-62712489f39b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:29.206047 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.206426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.206768 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.207099 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.207431 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.208119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.208119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.208377 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.208690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.208993 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.209309 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.209637 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.209937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.210268 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.210589 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:29.267102 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks [] for floatingip (6ab887f1-b53b-4879-baca-68e7ef704ca9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:29.269558 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:29.270721 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0d48f347-89a3-4f37-b3a2-8516a707749b tempest-AttachVolumeNegativeTest-1778977679 tempest-AttachVolumeNegativeTest-1778977679-project] 10.222.0.18 "DELETE /v2.0/floatingips/6ab887f1-b53b-4879-baca-68e7ef704ca9 HTTP/1.1" status: 204 len: 168 time: 0.7052386 Mar 20 16:28:29.904427 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:28:29.935655 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:28:29.935924 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 42d299c9-63d7-4e9e-8bc1-ebe8b1cf454c not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:28:32.973311 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55824) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:33.321611 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (e886dce4-a36b-4a28-958c-9039464b4de2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:33.579016 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Deleting port f316c4f0-5e29-4241-984a-73c90ab41e81 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:33.579350 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:33.660365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] For port f316c4f0-5e29-4241-984a-73c90ab41e81, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=f316c4f0-5e29-4241-984a-73c90ab41e81,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:33.660698 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:33.673677 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Calling delete_port for f316c4f0-5e29-4241-984a-73c90ab41e81 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:33.855327 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (f316c4f0-5e29-4241-984a-73c90ab41e81), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:33.881587 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Pushing event deleted for resources: {'Port': ['ID=f316c4f0-5e29-4241-984a-73c90ab41e81,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:34.046991 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (e886dce4-a36b-4a28-958c-9039464b4de2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.267795 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Router e886dce4-a36b-4a28-958c-9039464b4de2 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:28:34.378206 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:28:34.383712 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7ce1cd2d-8fc6-4687-8e1c-ebc2e08e477b admin admin] 10.222.0.18 "PUT /v2.0/routers/e886dce4-a36b-4a28-958c-9039464b4de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4093592 Mar 20 16:28:34.386708 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55826) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:34.387370 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Sync routers for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:28:34.397951 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:34.398582 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:34.490724 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks [] for router (e886dce4-a36b-4a28-958c-9039464b4de2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.503049 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:34.598101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks [] for router_gateway (e886dce4-a36b-4a28-958c-9039464b4de2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.652303 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Deleting port d68d1b0a-da6e-4781-82a6-23a571ae3e11 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:34.652641 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.681219 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:28:33Z', 'revision_number': 5, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port': {'id': 'd68d1b0a-da6e-4781-82a6-23a571ae3e11', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:24:12Z', 'updated_at': '2022-03-20T16:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:34.710384 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Checking router: e886dce4-a36b-4a28-958c-9039464b4de2 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:28:34.719023 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Routers {'e886dce4-a36b-4a28-958c-9039464b4de2'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:34.719627 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['e886dce4-a36b-4a28-958c-9039464b4de2'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:34.729468 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] For port d68d1b0a-da6e-4781-82a6-23a571ae3e11, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=d68d1b0a-da6e-4781-82a6-23a571ae3e11,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:34.729826 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.742493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Calling delete_port for d68d1b0a-da6e-4781-82a6-23a571ae3e11 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:34.803705 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] Set router e886dce4-a36b-4a28-958c-9039464b4de2 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:34.858423 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:28:34Z', 'revision_number': 6, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:34.884557 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689f316-b662-40f9-952d-a03370b1aba4 None None] The sync data for ids ['e886dce4-a36b-4a28-958c-9039464b4de2'] in dv-cinder-834172-2-iscsi is: [{'id': 'e886dce4-a36b-4a28-958c-9039464b4de2', 'name': 'tempest-AttachVolumeNegativeTest-1121831265-router', 'tenant_id': 'e4fa2d82e12e4804aa63d46684334f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:24:11Z', 'updated_at': '2022-03-20T16:28:34Z', 'revision_number': 6, 'project_id': 'e4fa2d82e12e4804aa63d46684334f71', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:28:34.914892 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (d68d1b0a-da6e-4781-82a6-23a571ae3e11), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:34.940107 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Pushing event deleted for resources: {'Port': ['ID=d68d1b0a-da6e-4781-82a6-23a571ae3e11,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:34.999163 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (e886dce4-a36b-4a28-958c-9039464b4de2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.104132 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (e886dce4-a36b-4a28-958c-9039464b4de2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.106300 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks [] for router_controller (e886dce4-a36b-4a28-958c-9039464b4de2), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.174507 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (e886dce4-a36b-4a28-958c-9039464b4de2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.174963 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e886dce4-a36b-4a28-958c-9039464b4de2 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:28:35.180221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.181369 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4af16610-31bd-4556-a34f-6f5656afc05f admin admin] 10.222.0.18 "DELETE /v2.0/routers/e886dce4-a36b-4a28-958c-9039464b4de2 HTTP/1.1" status: 204 len: 168 time: 0.7937822 Mar 20 16:28:35.185196 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55828) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:35.233122 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Deleting subnet e9141a84-e4f2-48b3-978d-c790fc9d389f {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:28:35.236534 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Publish callbacks [] for subnet (e9141a84-e4f2-48b3-978d-c790fc9d389f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.276398 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (e9141a84-e4f2-48b3-978d-c790fc9d389f), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.379206 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (e9141a84-e4f2-48b3-978d-c790fc9d389f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.438142 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (e9141a84-e4f2-48b3-978d-c790fc9d389f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.741001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9141a84-e4f2-48b3-978d-c790fc9d389f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:35.744798 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.747807 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-79d9e4a2-8d01-42cc-ad84-4a2dc937b091 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9141a84-e4f2-48b3-978d-c790fc9d389f HTTP/1.1" status: 204 len: 168 time: 0.5615923 Mar 20 16:28:35.750660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55830) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:35.751245 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fa1ac-c555-437c-bc15-744135e68ea8 None None] Network 321878ec-6899-4411-b517-a444f00e8b7f requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:28:35.824228 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (321878ec-6899-4411-b517-a444f00e8b7f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.883275 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Deleting port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:35.883615 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.922102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] DHCP port deletion for 321878ec-6899-4411-b517-a444f00e8b7f request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:28:35.950218 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] For port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:35.950773 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:35.963970 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Calling delete_port for 9d5c96e5-ffcc-4275-b0f3-f127a33239ff owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:35.974637 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Deleting port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:35.975263 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.048248 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.076361 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:36.082170 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] No DVR routers for this DVR port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff on host dv-cinder-834172-2-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:28:36.153462 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (321878ec-6899-4411-b517-a444f00e8b7f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.174435 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321878ec-6899-4411-b517-a444f00e8b7f']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:36.177532 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] For port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,segment=NetworkSegment(a09d6c5d-009a-4d12-a53a-d7b55aeab8ef),segment_id=a09d6c5d-009a-4d12-a53a-d7b55aeab8ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:36.177931 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.184618 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:36.184916 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d6c5d-009a-4d12-a53a-d7b55aeab8ef') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:36.192566 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Calling delete_port for 9d5c96e5-ffcc-4275-b0f3-f127a33239ff owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:36.194648 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (a09d6c5d-009a-4d12-a53a-d7b55aeab8ef), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.208272 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (a09d6c5d-009a-4d12-a53a-d7b55aeab8ef), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.214655 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:28:36.215035 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (a09d6c5d-009a-4d12-a53a-d7b55aeab8ef), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:28:36.216737 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:28:36.272346 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (9d5c96e5-ffcc-4275-b0f3-f127a33239ff), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.276878 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (321878ec-6899-4411-b517-a444f00e8b7f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.282115 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.285722 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] 10.222.0.18 "DELETE /v2.0/networks/321878ec-6899-4411-b517-a444f00e8b7f HTTP/1.1" status: 204 len: 168 time: 0.5338600 Mar 20 16:28:36.295952 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Network 321878ec-6899-4411-b517-a444f00e8b7f is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 20 16:28:36.296428 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] No DVR routers for this DVR port 9d5c96e5-ffcc-4275-b0f3-f127a33239ff on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:28:36.298058 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51f962-ad8e-4efd-9b21-1b2c8fdb3103 None None] Pushing event deleted for resources: {'Port': ['ID=9d5c96e5-ffcc-4275-b0f3-f127a33239ff,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:36.300185 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9fa1-239f-44a3-abfd-c76a4951de34 admin admin] Pushing event deleted for resources: {'Network': ['ID=321878ec-6899-4411-b517-a444f00e8b7f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:36.470426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55834) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:36.510706 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4b698734-983b-4dd3-b21b-7f11e2ddd882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4fa2d82e12e4804aa63d46684334f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389860 Mar 20 16:28:36.513280 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55836) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:36.560341 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] Publish callbacks [] for security_group (17bd873c-dc03-43cb-afd2-0450e58df4f5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.582480 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] Publish callbacks [] for security_group (17bd873c-dc03-43cb-afd2-0450e58df4f5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.625646 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device f316c4f0-5e29-4241-984a-73c90ab41e81 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:28:36.636816 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (17bd873c-dc03-43cb-afd2-0450e58df4f5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.639573 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:36.640723 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17bd873c-dc03-43cb-afd2-0450e58df4f5 HTTP/1.1" status: 204 len: 168 time: 0.1265280 Mar 20 16:28:36.648522 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39ee2a-91e7-4a18-9b8b-894b72fe3efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd873c-dc03-43cb-afd2-0450e58df4f5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:36.649079 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: f316c4f0-5e29-4241-984a-73c90ab41e81 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:28:36.649443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device f316c4f0-5e29-4241-984a-73c90ab41e81 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:28:36.649839 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d68d1b0a-da6e-4781-82a6-23a571ae3e11 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:28:36.672607 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: d68d1b0a-da6e-4781-82a6-23a571ae3e11 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:28:36.673056 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device d68d1b0a-da6e-4781-82a6-23a571ae3e11 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:28:36.673466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9d5c96e5-ffcc-4275-b0f3-f127a33239ff no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:28:36.697710 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 9d5c96e5-ffcc-4275-b0f3-f127a33239ff {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:28:36.698071 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 9d5c96e5-ffcc-4275-b0f3-f127a33239ff not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:28:38.417327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55886) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:38.524598 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.606614 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Publish callbacks [] for security_group (4b2a1e6b-2a6e-4857-b595-deeed3716bf1), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.612273 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (4b2a1e6b-2a6e-4857-b595-deeed3716bf1), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.649768 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69e7d10bb192428d8c2d516b084ebb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313488 Mar 20 16:28:38.650719 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a1e6b-2a6e-4857-b595-deeed3716bf1,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:38.652668 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:38.657880 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.658230 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.658589 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.658935 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.659268 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.659592 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.659917 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.660234 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.660556 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.660876 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.661181 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.661502 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.661816 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.662132 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.662465 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592397b-96bc-42b5-8fb4-783c0418a67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:28:38.706308 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] Publish callbacks [] for security_group (4b2a1e6b-2a6e-4857-b595-deeed3716bf1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.728780 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] Publish callbacks [] for security_group (4b2a1e6b-2a6e-4857-b595-deeed3716bf1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.777376 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (4b2a1e6b-2a6e-4857-b595-deeed3716bf1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.779929 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:38.781079 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2a1e6b-2a6e-4857-b595-deeed3716bf1 HTTP/1.1" status: 204 len: 168 time: 0.1273837 Mar 20 16:28:38.788928 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a072285-69c4-4baa-bc89-fd6a386bbd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a1e6b-2a6e-4857-b595-deeed3716bf1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:39.050728 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 55896) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:39.064117 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb446f9-663e-4429-86a8-34d814e1316b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.140141 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb446f9-663e-4429-86a8-34d814e1316b admin admin] Publish callbacks [] for security_group (0960aa61-17b9-46a7-be55-b2b25facc433), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.146226 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dfb446f9-663e-4429-86a8-34d814e1316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0960aa61-17b9-46a7-be55-b2b25facc433), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.182870 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-dfb446f9-663e-4429-86a8-34d814e1316b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9510d96f4ecd42a3b9a73d619c82c33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310282 Mar 20 16:28:39.183801 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb446f9-663e-4429-86a8-34d814e1316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0960aa61-17b9-46a7-be55-b2b25facc433,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:39.185836 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 55898) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:39.240933 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] Publish callbacks [] for security_group (0960aa61-17b9-46a7-be55-b2b25facc433), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.264496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] Publish callbacks [] for security_group (0960aa61-17b9-46a7-be55-b2b25facc433), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.315570 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (0960aa61-17b9-46a7-be55-b2b25facc433), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.319130 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:39.320839 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0960aa61-17b9-46a7-be55-b2b25facc433 HTTP/1.1" status: 204 len: 168 time: 0.1335592 Mar 20 16:28:39.330470 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ae851-ed1b-425c-9df3-9cf027d7cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0960aa61-17b9-46a7-be55-b2b25facc433,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:40.392675 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30127e4c-cb43-4c85-9d4c-d6313d29cd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:42.760659 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16d9655b-070d-42f6-8b7a-b886739ca3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:43.962272 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:45.246721 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:46.800725 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:52.133111 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed387-b67a-4336-bc53-65864873ae8d req-371c4248-691f-4a7d-8990-5cecfda0af51 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:52.134623 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d8ed387-b67a-4336-bc53-65864873ae8d req-371c4248-691f-4a7d-8990-5cecfda0af51 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0566206 Mar 20 16:28:52.185562 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-4d8ed387-b67a-4336-bc53-65864873ae8d req-9c12407b-998f-41c1-a8e2-02d97328bcac tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Mar 20 16:28:52.510291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:53.310875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b695fd6-f5a1-4e34-9d1f-831b5e6b617e req-ac058125-f563-4a1b-8e1c-be353021e99e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:53.312485 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b695fd6-f5a1-4e34-9d1f-831b5e6b617e req-ac058125-f563-4a1b-8e1c-be353021e99e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0575287 Mar 20 16:28:53.380556 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b695fd6-f5a1-4e34-9d1f-831b5e6b617e req-d6b1534f-b294-4ae5-b57c-1fecdf0f5e61 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606668 Mar 20 16:28:53.744354 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-d3b3f15f-4e39-4d2e-918b-8b88eaca9b48 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:53.745847 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-d3b3f15f-4e39-4d2e-918b-8b88eaca9b48 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 945 time: 0.0639362 Mar 20 16:28:53.848521 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:28:53.848850 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:53.946020 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] For port 8577db07-cc64-4dd3-a7a3-ffd694bb4626, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8577db07-cc64-4dd3-a7a3-ffd694bb4626,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:28:53.946405 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:54.128456 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:54.128862 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (57daa41a-815b-4c98-8354-f9ad12b6681b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:54.129268 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 57daa41a-815b-4c98-8354-f9ad12b6681b disassociated. External IP: 172.27.1.9, port: 8577db07-cc64-4dd3-a7a3-ffd694bb4626. Mar 20 16:28:54.129638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for 8577db07-cc64-4dd3-a7a3-ffd694bb4626 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:28:54.265677 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (8577db07-cc64-4dd3-a7a3-ffd694bb4626), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:54.294912 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=8577db07-cc64-4dd3-a7a3-ffd694bb4626,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:54.411055 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:28:54.482114 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5c8b0cd4-b917-40f0-9ddb-9d4f3332cb5e req-5069a42c-b04e-4003-a996-5fd1aa43a730 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=fae57c9e-6739-4c2b-8bb5-6d68b3b303fd HTTP/1.1" status: 200 len: 210 time: 0.0299988 Mar 20 16:28:54.534163 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:28:54.544881 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:28:54.555773 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:54.556385 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:54.579983 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] No DVR routers for this DVR port 8577db07-cc64-4dd3-a7a3-ffd694bb4626 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:28:54.582540 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:54.585800 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df372bfe-02a8-4638-8b83-8457cfd59a02 req-f673dbda-6cf6-4c16-afc7-11757459f0dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "DELETE /v2.0/ports/8577db07-cc64-4dd3-a7a3-ffd694bb4626 HTTP/1.1" status: 204 len: 173 time: 0.8349257 Mar 20 16:28:54.586283 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'name': 'network-vif-deleted', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:28:54.588638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94887112-679f-4a4c-b0df-0d402c4aa60f" -d '{"events": [{"server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "name": "network-vif-deleted", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:28:54.629559 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c729f3f-d29a-42ab-8de8-4cfde9a33da2 x-openstack-request-id: req-3c729f3f-d29a-42ab-8de8-4cfde9a33da2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:28:54.630070 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae57c9e-6739-4c2b-8bb5-6d68b3b303fd", "name": "network-vif-deleted", "tag": "8577db07-cc64-4dd3-a7a3-ffd694bb4626", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:28:54.630531 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c729f3f-d29a-42ab-8de8-4cfde9a33da2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:28:54.631214 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae57c9e-6739-4c2b-8bb5-6d68b3b303fd', 'name': 'network-vif-deleted', 'tag': '8577db07-cc64-4dd3-a7a3-ffd694bb4626', 'status': 'completed', 'code': 200} Mar 20 16:28:54.675251 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:54.882475 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:54.908711 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:28:54.917488 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:28:54.918023 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:55.026276 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:28:55.235365 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:28:55.346891 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92a90f-ea15-481f-8193-ab988e8fe531 None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:28:55.353160 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:28:55.586303 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83af870-935d-452d-b772-b782cebf7df5 None None] New status for floating IP 57daa41a-815b-4c98-8354-f9ad12b6681b: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:28:55.780317 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-bfd42132-c81e-4b2c-9504-38b519ed332a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157985412&fields=id&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 267 time: 0.0574148 Mar 20 16:28:55.889792 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-88b35cf8-9c4b-495a-a874-77f7d29adbc8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:55.891468 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-88b35cf8-9c4b-495a-a874-77f7d29adbc8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1052592 Mar 20 16:28:55.907307 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-56c0989a-e19e-419a-ac2f-b8306f3d0a1b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/quotas/418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 375 time: 0.0096424 Mar 20 16:28:55.963233 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-c46c0135-caab-408f-8a7c-0fa5977a98d4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505791 Mar 20 16:28:55.980922 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-651360d6-9d8a-4cb2-8046-e1c69e75aed5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:28:55.981808 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-651360d6-9d8a-4cb2-8046-e1c69e75aed5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052741 Mar 20 16:28:56.072793 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-ce2fe7b4-716e-4cb5-9f1b-943402e72242 service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Mar 20 16:28:56.169110 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-76bfd706-af0b-4427-b7fa-7faa3668a75c service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899286 Mar 20 16:28:56.200990 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 56126) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:56.308313 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1484c282-0bcc-450d-9466-1635a9901d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.392948 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1484c282-0bcc-450d-9466-1635a9901d53 admin admin] Publish callbacks [] for security_group (2263ac8c-2932-41ca-aa71-f69a408bb00c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.400543 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1484c282-0bcc-450d-9466-1635a9901d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (2263ac8c-2932-41ca-aa71-f69a408bb00c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.447743 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1484c282-0bcc-450d-9466-1635a9901d53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=679f6bf86e3d4ac2a1edc22f41de1fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454343 Mar 20 16:28:56.449836 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c282-0bcc-450d-9466-1635a9901d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263ac8c-2932-41ca-aa71-f69a408bb00c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:56.456578 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56140) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:56.482040 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-1096390d-1933-4a7e-879b-dc6e03ea844e req-c3e380d4-bbbb-4b56-a685-425fcad316c9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 210 time: 0.0500660 Mar 20 16:28:56.525094 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] Publish callbacks [] for security_group (2263ac8c-2932-41ca-aa71-f69a408bb00c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.545813 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] Publish callbacks [] for security_group (2263ac8c-2932-41ca-aa71-f69a408bb00c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.592432 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (2263ac8c-2932-41ca-aa71-f69a408bb00c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.595102 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.596236 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2263ac8c-2932-41ca-aa71-f69a408bb00c HTTP/1.1" status: 204 len: 168 time: 0.1386585 Mar 20 16:28:56.604280 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1364f-ab39-44ed-b989-72ae9cd8587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263ac8c-2932-41ca-aa71-f69a408bb00c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:56.866973 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 56152) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:56.880593 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d0503ee-8308-43ed-8dff-068c2ca8d8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.960652 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d0503ee-8308-43ed-8dff-068c2ca8d8ab admin admin] Publish callbacks [] for security_group (4b93a737-93d8-4ab5-92ed-1c8de5a46227), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:56.966458 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d0503ee-8308-43ed-8dff-068c2ca8d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (4b93a737-93d8-4ab5-92ed-1c8de5a46227), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.005222 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0503ee-8308-43ed-8dff-068c2ca8d8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b93a737-93d8-4ab5-92ed-1c8de5a46227,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:57.011300 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8d0503ee-8308-43ed-8dff-068c2ca8d8ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8138e83898ac4b9d89fd457e892f96b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432736 Mar 20 16:28:57.014145 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56154) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:28:57.063390 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] Publish callbacks [] for security_group (4b93a737-93d8-4ab5-92ed-1c8de5a46227), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.084161 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] Publish callbacks [] for security_group (4b93a737-93d8-4ab5-92ed-1c8de5a46227), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.132222 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (4b93a737-93d8-4ab5-92ed-1c8de5a46227), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.134830 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.135966 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b93a737-93d8-4ab5-92ed-1c8de5a46227 HTTP/1.1" status: 204 len: 168 time: 0.1208024 Mar 20 16:28:57.144397 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c4e70-c61a-4b92-b4f8-33e6bf26302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b93a737-93d8-4ab5-92ed-1c8de5a46227,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:57.494892 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-97027f89-b7a9-4e26-9114-67ea45bee68a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:57.496395 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-97027f89-b7a9-4e26-9114-67ea45bee68a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1170342 Mar 20 16:28:57.578161 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-0852dde5-3435-452c-a1f9-89521d4ab645 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 380 time: 0.0673048 Mar 20 16:28:57.594889 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-343d1d41-242f-4010-9500-4eda70de0c5a req-66db997c-6f3a-44a8-a8b3-422c2d80eff9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 210 time: 0.0380344 Mar 20 16:28:57.598492 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'port': {'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'admin_state_up': True, 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'security_groups': ['433e9844-9034-4583-bcf8-b2d9cdf3fc68']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:28:57.711910 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Made reservation on behalf of 418f04c79658426bb30906d8f9da01ec for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:28:57.715296 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.839196 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.20.0.9 (d338cf1a-12a7-445d-b509-a627fce13fa1/5362f658-14fe-47f9-9057-86f5deefba21/8eab10d8-19c5-4bc3-9e36-471517775fa8) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:28:57.987843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:57.993198 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8577db07-cc64-4dd3-a7a3-ffd694bb4626 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:28:58.019668 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 8577db07-cc64-4dd3-a7a3-ffd694bb4626 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:28:58.020313 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8577db07-cc64-4dd3-a7a3-ffd694bb4626 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:28:58.033413 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.072164 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:28:58.075362 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:28:58.079767 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:28:58.126809 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:58.144058 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:58.144978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.163316 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-78685537-8209-40db-8608-55ce82d941af tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708323 Mar 20 16:28:58.179667 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-6325e66f-002a-4739-b23b-929da917b074 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 20 16:28:58.182082 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-6325e66f-002a-4739-b23b-929da917b074 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138862 Mar 20 16:28:58.309764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Request body: {'port': {'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:28:58.370711 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.457270 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-b6ad06c5-aa8f-400a-97e6-9c44f18047e0 None None] Provisioning complete for port 8eab10d8-19c5-4bc3-9e36-471517775fa8 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:28:58.457618 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6ad06c5-aa8f-400a-97e6-9c44f18047e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.490891 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad06c5-aa8f-400a-97e6-9c44f18047e0 None None] Port 8eab10d8-19c5-4bc3-9e36-471517775fa8 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:28:58.631144 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eab10d8-19c5-4bc3-9e36-471517775fa8 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:28:58.638705 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks [] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.651632 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Transition to ACTIVE for port object 8eab10d8-19c5-4bc3-9e36-471517775fa8 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:28:58.655388 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.705155 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:58.725812 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644aa78-2128-492e-b267-97a8f368035a req-9cd3af01-e480-45e3-938c-5a7955147e35 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:58.727386 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6644aa78-2128-492e-b267-97a8f368035a req-9cd3af01-e480-45e3-938c-5a7955147e35 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0590568 Mar 20 16:28:58.780842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Attempting to bind port 8eab10d8-19c5-4bc3-9e36-471517775fa8 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:28:58.781238 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Attempting to bind port 8eab10d8-19c5-4bc3-9e36-471517775fa8 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:28:58.781583 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Attempting to bind port 8eab10d8-19c5-4bc3-9e36-471517775fa8 on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:28:58.786349 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Port 8eab10d8-19c5-4bc3-9e36-471517775fa8 on network d338cf1a-12a7-445d-b509-a627fce13fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:28:58.786789 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Attempting to bind port 8eab10d8-19c5-4bc3-9e36-471517775fa8 on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:28:58.788460 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6644aa78-2128-492e-b267-97a8f368035a req-98ae626a-3d77-4907-9b07-1cfad5e5b4b4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518737 Mar 20 16:28:58.791981 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:28:58.792274 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:28:58.792724 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Bound using segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:28:58.793168 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Bound port: 8eab10d8-19c5-4bc3-9e36-471517775fa8, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:28:58.793526 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.862676 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:28:58.865919 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:28:58.872747 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.908517 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:58.909162 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:28:58.910568 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] 10.222.0.42 "PUT /v2.0/ports/8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 1093 time: 0.7157362 Mar 20 16:28:58.911008 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:28:58.913240 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:28:58.938111 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92dc04-13e7-4e35-aa4c-f4ba60ad0750 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:28:58.966061 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e265c-1a96-4712-a2a7-bf7914822882 x-openstack-request-id: req-8b6e265c-1a96-4712-a2a7-bf7914822882 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:28:58.966386 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:28:58.966643 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b6e265c-1a96-4712-a2a7-bf7914822882 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:28:58.967056 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'status': 'completed', 'code': 200} Mar 20 16:28:59.028169 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-0acf54cb-317d-4594-b7b3-9a3911ee1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.029876 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-0acf54cb-317d-4594-b7b3-9a3911ee1a1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1127 time: 0.0476301 Mar 20 16:28:59.078733 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-d82b0e00-d75d-46c1-a028-4ebb6113ed79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 217 time: 0.0354836 Mar 20 16:28:59.135364 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-9050f38b-774b-415b-8843-ba2a75726eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.136792 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-9050f38b-774b-415b-8843-ba2a75726eb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0486851 Mar 20 16:28:59.187590 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-49cf4980-46bb-4585-af6d-d30b868b33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.189112 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-49cf4980-46bb-4585-af6d-d30b868b33ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460646 Mar 20 16:28:59.285672 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-5e4b10ba-e1e8-4a1f-9c89-50aba5753387 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838716 Mar 20 16:28:59.380947 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74a2b14b-8a46-45d0-8cc8-915751fe3bdc req-a6518002-f9c7-49f0-b47f-895756bcd35e service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884919 Mar 20 16:28:59.529256 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-ffa83886-f69b-4b25-96f9-5f205e0f8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.530835 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-ffa83886-f69b-4b25-96f9-5f205e0f8eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1127 time: 0.0557976 Mar 20 16:28:59.626269 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-7ce6a864-c046-404e-902f-1f99ae93c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.628141 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-7ce6a864-c046-404e-902f-1f99ae93c35e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0907331 Mar 20 16:28:59.670088 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-dbda2549-20e5-4fd4-b393-bfe3625f4866 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 217 time: 0.0345306 Mar 20 16:28:59.718746 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-0caad9b2-8f99-4208-9939-63576f220c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.720104 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-0caad9b2-8f99-4208-9939-63576f220c53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0425687 Mar 20 16:28:59.775367 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-20e35209-4229-494d-8998-146e0a08806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.776846 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-20e35209-4229-494d-8998-146e0a08806c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500369 Mar 20 16:28:59.903170 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6e0d8-cc68-4e5e-9d58-d44b8bc10a5c req-8ad0ec13-ea75-4509-9dff-90e4eebdc25d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:28:59.904682 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5de6e0d8-cc68-4e5e-9d58-d44b8bc10a5c req-8ad0ec13-ea75-4509-9dff-90e4eebdc25d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0529401 Mar 20 16:28:59.952324 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-5de6e0d8-cc68-4e5e-9d58-d44b8bc10a5c req-1e8ff525-5d55-4f4c-b88d-09b4c2c2202c tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Mar 20 16:29:01.083268 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d06fe9-c12a-4c93-864c-4731030bd581 req-a593f324-225a-4e8f-932d-290f24a4f854 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:01.084735 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2d06fe9-c12a-4c93-864c-4731030bd581 req-a593f324-225a-4e8f-932d-290f24a4f854 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0576158 Mar 20 16:29:01.134072 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2d06fe9-c12a-4c93-864c-4731030bd581 req-90bbbaf6-59f8-4518-a00e-193c4bd97c8b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Mar 20 16:29:02.254726 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c6436-d59e-4182-8799-e38ebdb7ad61 req-519ec77e-a0e2-4ca8-b5fa-37e9ffd4c0b0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:02.256225 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d62c6436-d59e-4182-8799-e38ebdb7ad61 req-519ec77e-a0e2-4ca8-b5fa-37e9ffd4c0b0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0551155 Mar 20 16:29:02.311118 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d62c6436-d59e-4182-8799-e38ebdb7ad61 req-cc67cf4b-0e65-456e-ae67-99cacd224809 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491872 Mar 20 16:29:02.362856 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-abe122b8-a6fc-4363-9997-b10b3aa41146 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898685 Mar 20 16:29:02.450084 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a3d5524-b782-48e8-9fbb-5a2d67d8e295 req-2b517d6f-49bc-4e23-9a47-cd35ad0f35ac service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Mar 20 16:29:03.431247 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233661f5-933b-4fcc-a31a-ea1b17785d5f req-6cf838bc-bd30-4e7e-9a80-229b13d59b52 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:03.432751 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-233661f5-933b-4fcc-a31a-ea1b17785d5f req-6cf838bc-bd30-4e7e-9a80-229b13d59b52 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0541730 Mar 20 16:29:03.481171 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-233661f5-933b-4fcc-a31a-ea1b17785d5f req-c05f71ed-3ded-48f3-b3bb-37b2de7738dc tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Mar 20 16:29:04.601066 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95698f-be4d-4b9b-8be9-0056872f7b35 req-9df9f38e-967b-4b6d-9860-6285cb78e810 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:04.602573 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dd95698f-be4d-4b9b-8be9-0056872f7b35 req-9df9f38e-967b-4b6d-9860-6285cb78e810 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0538418 Mar 20 16:29:04.650362 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dd95698f-be4d-4b9b-8be9-0056872f7b35 req-9acf34cd-355e-47fd-91e2-34824b71f110 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Mar 20 16:29:05.784400 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaefbe-6e4f-4a67-b5aa-bc7f46c5927f req-f0110092-909e-461b-84dc-fa92a81aa2b1 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:05.786682 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56aaefbe-6e4f-4a67-b5aa-bc7f46c5927f req-f0110092-909e-461b-84dc-fa92a81aa2b1 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 943 time: 0.0585647 Mar 20 16:29:05.833926 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56aaefbe-6e4f-4a67-b5aa-bc7f46c5927f req-9ae3032a-4451-472c-8cb1-70de91f6e8f8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Mar 20 16:29:05.865333 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56258) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:05.976637 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff897ce8-1dd9-4d6e-ac37-539fb9332304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.039526 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8eab10d8-19c5-4bc3-9e36-471517775fa8 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:29:06.051045 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff897ce8-1dd9-4d6e-ac37-539fb9332304 admin admin] Publish callbacks [] for security_group (f88c048e-3c92-4d4d-8f24-919e91bbfd75), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.057001 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff897ce8-1dd9-4d6e-ac37-539fb9332304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f88c048e-3c92-4d4d-8f24-919e91bbfd75), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.094502 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ff897ce8-1dd9-4d6e-ac37-539fb9332304 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c672ac5f21341dd81fd7f6818154c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279515 Mar 20 16:29:06.095150 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff897ce8-1dd9-4d6e-ac37-539fb9332304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c048e-3c92-4d4d-8f24-919e91bbfd75,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:06.097232 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 56262) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:06.136879 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:06.147051 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] Publish callbacks [] for security_group (f88c048e-3c92-4d4d-8f24-919e91bbfd75), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.148571 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:29:06.167842 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] Publish callbacks [] for security_group (f88c048e-3c92-4d4d-8f24-919e91bbfd75), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.183959 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 8eab10d8-19c5-4bc3-9e36-471517775fa8 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:29:06.184348 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.197586 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab10d8-19c5-4bc3-9e36-471517775fa8 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:29:06.217231 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f88c048e-3c92-4d4d-8f24-919e91bbfd75), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.221028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:06.223745 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.227187 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:06.227651 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f88c048e-3c92-4d4d-8f24-919e91bbfd75 HTTP/1.1" status: 204 len: 168 time: 0.1291173 Mar 20 16:29:06.235960 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ed164-1756-4e19-9bde-dcc43be2f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c048e-3c92-4d4d-8f24-919e91bbfd75,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:06.282787 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:06.290388 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.290741 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.291085 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.291421 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.291753 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.292080 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.292401 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.292720 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.293040 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.293366 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.293690 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.294011 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.294356 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.294676 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.294989 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:06.504393 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['8eab10d8-19c5-4bc3-9e36-471517775fa8'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:29:06.954874 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6c5a-9b6c-4eff-8ec8-d78f24003326 req-ba3209bc-1532-4bf6-8759-2b9d1d32ba1f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:06.956359 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54dc6c5a-9b6c-4eff-8ec8-d78f24003326 req-ba3209bc-1532-4bf6-8759-2b9d1d32ba1f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 944 time: 0.0566177 Mar 20 16:29:07.005931 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-54dc6c5a-9b6c-4eff-8ec8-d78f24003326 req-070d35f2-acd7-4132-8333-863ba51a2b12 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Mar 20 16:29:08.137397 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74bc7-f756-4fc1-8e59-032c9b91d21c req-1cf3e6cf-22c8-4a29-a07c-dc32c2ca81eb tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:08.138903 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73a74bc7-f756-4fc1-8e59-032c9b91d21c req-1cf3e6cf-22c8-4a29-a07c-dc32c2ca81eb tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 944 time: 0.0591702 Mar 20 16:29:08.181938 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8eab10d8-19c5-4bc3-9e36-471517775fa8 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:29:08.196466 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73a74bc7-f756-4fc1-8e59-032c9b91d21c req-1d74a4c8-ef8d-422e-ae5f-e6bd5b9eb27a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Mar 20 16:29:08.233720 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 8eab10d8-19c5-4bc3-9e36-471517775fa8 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:29:08.237873 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 8eab10d8-19c5-4bc3-9e36-471517775fa8 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:29:08.238243 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:08.320704 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 8eab10d8-19c5-4bc3-9e36-471517775fa8 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:29:08.321022 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:08.343469 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:29:08.345722 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9048911-6fcd-4e4d-b944-5ca12554843a" -d '{"events": [{"server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "name": "network-vif-plugged", "status": "completed", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:29:08.358249 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:08.364448 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:08.414299 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:08.511881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41943a-70ed-4bdd-aa47-75270d10b870 x-openstack-request-id: req-4b41943a-70ed-4bdd-aa47-75270d10b870 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:29:08.512171 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "name": "network-vif-plugged", "status": "completed", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:29:08.512421 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b41943a-70ed-4bdd-aa47-75270d10b870 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:29:08.512815 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'code': 200} Mar 20 16:29:08.770886 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fdb46-5495-4627-aecd-79c3dddfb88f req-ec921b81-bf86-4125-b054-67efc6179b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:08.772402 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-304fdb46-5495-4627-aecd-79c3dddfb88f req-ec921b81-bf86-4125-b054-67efc6179b0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0447900 Mar 20 16:29:08.817490 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-304fdb46-5495-4627-aecd-79c3dddfb88f req-7cdf6d49-04ce-4764-ab21-bfcfd4a31a5b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 Mar 20 16:29:09.327723 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78bdd5-777b-42c7-ab95-e26c173549b6 req-3c10ba56-1601-40ac-8220-45ef3793ea41 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:09.329246 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a78bdd5-777b-42c7-ab95-e26c173549b6 req-3c10ba56-1601-40ac-8220-45ef3793ea41 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0566304 Mar 20 16:29:09.386374 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a78bdd5-777b-42c7-ab95-e26c173549b6 req-acbea891-6e8a-4d37-b340-975c6994b736 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Mar 20 16:29:09.784358 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 56316) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:09.896089 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-870893ca-324d-4fb6-bab0-2c05565d7e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:09.969841 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-870893ca-324d-4fb6-bab0-2c05565d7e99 admin admin] Publish callbacks [] for security_group (781978f3-aba0-4427-a9ba-38b71bf4fb03), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:09.976502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-870893ca-324d-4fb6-bab0-2c05565d7e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (781978f3-aba0-4427-a9ba-38b71bf4fb03), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.014146 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-870893ca-324d-4fb6-bab0-2c05565d7e99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03c0c59171a04d518168faf22cfe180b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283328 Mar 20 16:29:10.015128 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870893ca-324d-4fb6-bab0-2c05565d7e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781978f3-aba0-4427-a9ba-38b71bf4fb03,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:10.017136 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56320) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:10.064607 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] Publish callbacks [] for security_group (781978f3-aba0-4427-a9ba-38b71bf4fb03), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.085294 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] Publish callbacks [] for security_group (781978f3-aba0-4427-a9ba-38b71bf4fb03), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.134627 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (781978f3-aba0-4427-a9ba-38b71bf4fb03), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.137194 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.138371 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/781978f3-aba0-4427-a9ba-38b71bf4fb03 HTTP/1.1" status: 204 len: 168 time: 0.1200967 Mar 20 16:29:10.146053 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f61df7-a521-47f6-96db-d83eb8c87f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781978f3-aba0-4427-a9ba-38b71bf4fb03,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:10.390543 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12098f04-b45c-4127-a2a2-c39e583f9af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.512422 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1143ea-5ab9-4b32-b6bd-aee9ee45d5d5 req-b371a2df-a00d-4f29-9725-c58480d629d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:10.514000 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f1143ea-5ab9-4b32-b6bd-aee9ee45d5d5 req-b371a2df-a00d-4f29-9725-c58480d629d8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0559835 Mar 20 16:29:10.563156 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-2f1143ea-5ab9-4b32-b6bd-aee9ee45d5d5 req-b1803ece-f890-4c68-9293-221af344ec4d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Mar 20 16:29:10.683865 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68858815-f2ed-47f8-abc1-8f806f1ca5fb req-8067d132-f2bc-432f-a676-a6954808d2d6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:10.686674 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68858815-f2ed-47f8-abc1-8f806f1ca5fb req-8067d132-f2bc-432f-a676-a6954808d2d6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0548630 Mar 20 16:29:10.733826 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68858815-f2ed-47f8-abc1-8f806f1ca5fb req-8e315b28-a428-4669-98b0-753e64855cad tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Mar 20 16:29:10.756448 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56346) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:10.799436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f2911-1435-493e-b461-bc35c4042d71 tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:10.801077 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3e2f2911-1435-493e-b461-bc35c4042d71 tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1124 time: 0.0436652 Mar 20 16:29:10.803937 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56356) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:10.808193 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:29:10.830013 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:10.938291 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:11.053444 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.27.1.49 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/da6f9f32-fab0-4e2e-ad0d-55a0ca35b883) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:29:11.172690 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:11.212381 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:11.255149 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:29:11.260105 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:29:11.264477 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:29:11.284266 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=da6f9f32-fab0-4e2e-ad0d-55a0ca35b883,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:11.907720 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (6fbf38d4-215b-4033-908a-efa69bdfd548), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:11.981354 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.135726 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.142178 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.212803 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=da6f9f32-fab0-4e2e-ad0d-55a0ca35b883,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:12.226770 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (6fbf38d4-215b-4033-908a-efa69bdfd548), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.331489 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 6fbf38d4-215b-4033-908a-efa69bdfd548 associated. External IP: 172.27.1.49, port: 8eab10d8-19c5-4bc3-9e36-471517775fa8. Mar 20 16:29:12.553359 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:29:12.674081 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:29:12.685246 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:29:12.697059 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:29:12.698012 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:28:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:29:12.699782 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.729749 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-b5037582-8f05-43f3-8c9a-e53348f81c4e tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9248064 Mar 20 16:29:12.730486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:29:12.732830 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0774c7a2-1e4e-40db-9ee5-5c2b86384302" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:29:12.758335 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6517020a-e3f7-4c4d-93d8-49255cd5c5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:12.817487 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:29:12.905902 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163dc62b-2b0f-4cec-b7b9-45ea421a1fb3 x-openstack-request-id: req-163dc62b-2b0f-4cec-b7b9-45ea421a1fb3 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:29:12.906749 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:29:12.906749 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-163dc62b-2b0f-4cec-b7b9-45ea421a1fb3 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:29:12.907077 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'status': 'completed', 'code': 200} Mar 20 16:29:12.998788 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-716f8627-62e8-4093-bd2d-31afc6448c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:13.000338 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-716f8627-62e8-4093-bd2d-31afc6448c4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0503016 Mar 20 16:29:13.052565 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:11Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:29:13.081788 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:29:13.090018 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-30797f5b-b7a0-4634-bc08-cca478915600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:13.091146 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:29:13.091673 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-30797f5b-b7a0-4634-bc08-cca478915600 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0834324 Mar 20 16:29:13.091915 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:29:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:29:13.168343 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-f8f31ea9-42b3-4dc8-a083-f8e77f85369c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 998 time: 0.0705791 Mar 20 16:29:13.208503 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:29:13.218121 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-05722c9d-b468-4729-a949-66b8beeafa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:13.220090 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-05722c9d-b468-4729-a949-66b8beeafa49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0460248 Mar 20 16:29:13.271053 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-34c0355c-c3f4-4e46-94be-011f2b2f3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:13.272610 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-34c0355c-c3f4-4e46-94be-011f2b2f3a40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464144 Mar 20 16:29:13.372230 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-679a37d6-0acc-4c41-8e88-43574f3c8999 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927196 Mar 20 16:29:13.434861 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:11Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:29:13.466517 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631449a-6ac4-42fe-9ed6-88655fbfe41f None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:11Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:29:13.476648 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0774c7a2-1e4e-40db-9ee5-5c2b86384302 req-c5494e02-22c2-4ffc-b159-2d78ca1fc39d service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976300 Mar 20 16:29:13.670583 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565cc11b-d541-49ae-bb80-16402e48232d None None] New status for floating IP 6fbf38d4-215b-4033-908a-efa69bdfd548: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:29:13.977623 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:15.251642 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:16.798085 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:22.525933 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:32.355312 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:29:35.839729 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56518) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:35.951073 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d56c6cd0-732c-4db1-99e7-cb77e83a3112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.030804 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d56c6cd0-732c-4db1-99e7-cb77e83a3112 admin admin] Publish callbacks [] for security_group (8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.036901 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d56c6cd0-732c-4db1-99e7-cb77e83a3112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.074651 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d56c6cd0-732c-4db1-99e7-cb77e83a3112 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=346b515a7de94c959094673e350f9518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336984 Mar 20 16:29:36.075550 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6cd0-732c-4db1-99e7-cb77e83a3112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:36.077927 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 56522) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:36.130068 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Publish callbacks [] for security_group (8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.154618 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Publish callbacks [] for security_group (8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.208207 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.212643 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:36.214362 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d HTTP/1.1" status: 204 len: 168 time: 0.1345882 Mar 20 16:29:36.223560 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534d4c9-2ee2-4ea1-a39b-1688bdfb2e8d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:36.231586 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.231938 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.232280 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.232690 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.233012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.233358 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.233770 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.234001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.234359 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.234688 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.235014 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.235326 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.235660 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.235978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:36.236292 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b000085-9118-4acd-b3c9-225122288fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:38.534612 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-bb714907-6c9e-4ec7-bfc8-f526524fe0f0 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=84271e8df893482b9af29e254d9d270b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329981 Mar 20 16:29:38.995486 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-b116028a-059f-4e14-b250-7e163c8415d0 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:38.996960 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-b116028a-059f-4e14-b250-7e163c8415d0 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4571669 Mar 20 16:29:39.012026 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-42a503f8-b5d7-4c80-bb59-9a6cd54c3794 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/quotas/84271e8df893482b9af29e254d9d270b HTTP/1.1" status: 200 len: 375 time: 0.0093744 Mar 20 16:29:39.043584 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-56721643-673b-45a6-a8dd-7369967c39b3 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=84271e8df893482b9af29e254d9d270b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267220 Mar 20 16:29:39.214925 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-354cef4e-aee2-4c5d-a7cb-cc8b96de074f req-1774a327-3f51-418e-a0e3-1f8b0613ca5a tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Mar 20 16:29:40.266391 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-2ee386a5-733d-463a-9ac0-7f1ec6341942 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=84271e8df893482b9af29e254d9d270b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218563 Mar 20 16:29:40.349781 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-296c5215-cf3e-4662-9baf-40e5ce5fda6f req-127ff2f1-1c1b-460a-a120-26395ebd9c7d tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 210 time: 0.0567896 Mar 20 16:29:40.384014 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a375be4-2a5e-433c-bd99-39fa8f2e070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.402843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a1737f64-8ad7-4d28-a634-b2d6ff944cdd tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:40.404274 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a1737f64-8ad7-4d28-a634-b2d6ff944cdd tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331372 Mar 20 16:29:40.425626 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Request body: {'port': {'device_id': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627', 'admin_state_up': True, 'tenant_id': '84271e8df893482b9af29e254d9d270b'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:29:40.543280 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Made reservation on behalf of 84271e8df893482b9af29e254d9d270b for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:29:40.546641 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.555522 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.627164 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks [] for security_group (e7f67c3f-25de-4059-b041-3b9cd72a927c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.634823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e7f67c3f-25de-4059-b041-3b9cd72a927c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.695674 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f67c3f-25de-4059-b041-3b9cd72a927c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:40.766801 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Allocated IP 192.168.233.175 (e0a3e19e-f8d4-463f-9e20-1342bfc03627/ef099d15-d945-4d96-b939-694be57bc068/6d625f3b-43f4-4c5c-afb1-c676e9d23ed4) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:29:40.911363 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks [] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.947923 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:40.991725 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Network e0a3e19e-f8d4-463f-9e20-1342bfc03627 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:29:40.994924 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:29:41.000512 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:29:41.007119 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Pushing event updated for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:41.053395 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.054012 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.073082 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-ece61f19-2e33-4b0c-be0c-9ce676b18f8f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6513278 Mar 20 16:29:41.090172 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Request body: {'port': {'device_id': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:29:41.151334 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.185973 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-872ca1d6-4e8f-4ad3-9ed3-737efa24a033 None None] Provisioning complete for port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:29:41.186283 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-872ca1d6-4e8f-4ad3-9ed3-737efa24a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.221115 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-872ca1d6-4e8f-4ad3-9ed3-737efa24a033 None None] Port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:29:41.412179 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:29:41.419849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks [] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.431916 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Transition to ACTIVE for port object 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:29:41.438002 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.470765 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b73fd-14f5-4fa2-be7b-2ef18bdb1c18 req-a177e61f-d847-4c3e-8334-4efd08258672 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.474821 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-840b73fd-14f5-4fa2-be7b-2ef18bdb1c18 req-a177e61f-d847-4c3e-8334-4efd08258672 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 936 time: 0.0572009 Mar 20 16:29:41.489205 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:41.530761 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-840b73fd-14f5-4fa2-be7b-2ef18bdb1c18 req-8ab414ca-bc47-42a2-85c1-f1f8141e3abb tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Mar 20 16:29:41.556001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Attempting to bind port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:29:41.556335 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Attempting to bind port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:29:41.556661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Attempting to bind port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 on network e0a3e19e-f8d4-463f-9e20-1342bfc03627 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:29:41.561092 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 on network e0a3e19e-f8d4-463f-9e20-1342bfc03627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:29:41.561444 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Attempting to bind port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 on network e0a3e19e-f8d4-463f-9e20-1342bfc03627 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:29:41.566494 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:29:41.566833 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Checking segment: {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:29:41.567214 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Bound using segment: {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:29:41.567640 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Bound port: 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66652852-e586-48e1-9c95-5af1a433684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:29:41.567999 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.635153 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:29:41.638167 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:29:41.648372 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.681649 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.682376 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:41.683786 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 HTTP/1.1" status: 200 len: 1098 time: 0.5980008 Mar 20 16:29:41.684221 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:29:41.686511 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21" -d '{"events": [{"name": "network-changed", "server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:29:41.712188 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411e2ed-b17b-4ec3-9120-8b22712477b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:41.789597 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-335358c5-4912-4c9c-bc3b-3d88315e7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.791184 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-335358c5-4912-4c9c-bc3b-3d88315e7b45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84271e8df893482b9af29e254d9d270b&device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 1132 time: 0.0515525 Mar 20 16:29:41.849518 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-4c4e00fb-11cc-4088-9d91-cdc0fce9d2f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 HTTP/1.1" status: 200 len: 217 time: 0.0447345 Mar 20 16:29:41.864967 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb6da7-e214-4d03-b5fd-189245ef9686 x-openstack-request-id: req-34fb6da7-e214-4d03-b5fd-189245ef9686 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:29:41.865344 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:29:41.865654 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34fb6da7-e214-4d03-b5fd-189245ef9686 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:29:41.866120 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4', 'status': 'completed', 'code': 200} Mar 20 16:29:41.901277 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-23850130-a1a7-4df6-a309-698900185b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.902753 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-23850130-a1a7-4df6-a309-698900185b9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef099d15-d945-4d96-b939-694be57bc068 HTTP/1.1" status: 200 len: 843 time: 0.0471730 Mar 20 16:29:41.954150 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702356b-d5e6-4181-90bf-de51e4367877 req-431361ce-d629-48fd-ac4e-ef439d279a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:41.956069 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-431361ce-d629-48fd-ac4e-ef439d279a7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0a3e19e-f8d4-463f-9e20-1342bfc03627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0472722 Mar 20 16:29:42.052955 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-e4b367a6-5481-481b-9e22-3ac2b1a2028a service neutron] 10.222.0.42 "GET /v2.0/networks/e0a3e19e-f8d4-463f-9e20-1342bfc03627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893850 Mar 20 16:29:42.147831 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9702356b-d5e6-4181-90bf-de51e4367877 req-c0dc7249-3d6b-465e-b602-a5b33f5100a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e0a3e19e-f8d4-463f-9e20-1342bfc03627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Mar 20 16:29:42.278454 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-ff879454-cc5f-455a-9106-7e712553dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:42.279960 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-ff879454-cc5f-455a-9106-7e712553dff2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84271e8df893482b9af29e254d9d270b&device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 1132 time: 0.0472014 Mar 20 16:29:42.383937 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-0565ccf7-9992-48b1-a93a-6d03b079e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:42.385408 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-0565ccf7-9992-48b1-a93a-6d03b079e73b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0a3e19e-f8d4-463f-9e20-1342bfc03627 HTTP/1.1" status: 200 len: 869 time: 0.0979726 Mar 20 16:29:42.426085 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-812e8c04-fc09-4119-8f65-bdec1f177c40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 HTTP/1.1" status: 200 len: 217 time: 0.0344067 Mar 20 16:29:42.477867 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-744f052f-d30e-4d72-8717-54a16ad74318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:42.479232 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-744f052f-d30e-4d72-8717-54a16ad74318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef099d15-d945-4d96-b939-694be57bc068 HTTP/1.1" status: 200 len: 843 time: 0.0465865 Mar 20 16:29:42.528703 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-cb3b80a4-8471-41a6-b54f-dfc787408624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:42.530366 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-cb3b80a4-8471-41a6-b54f-dfc787408624 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0a3e19e-f8d4-463f-9e20-1342bfc03627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0445051 Mar 20 16:29:42.620597 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-c7bd7275-9517-4037-8c14-5bd87628468f service neutron] 10.222.0.42 "GET /v2.0/networks/e0a3e19e-f8d4-463f-9e20-1342bfc03627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Mar 20 16:29:42.651751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7093-f93b-4f4f-a957-20bc10d05829 req-f6a7ea7d-d185-43c0-ba0d-41d151537f07 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:42.653219 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-538c7093-f93b-4f4f-a957-20bc10d05829 req-f6a7ea7d-d185-43c0-ba0d-41d151537f07 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 948 time: 0.0539911 Mar 20 16:29:42.701246 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-538c7093-f93b-4f4f-a957-20bc10d05829 req-d6668781-23f6-439f-8257-cd08f50fd48c tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Mar 20 16:29:42.719463 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9be2a4e-b1d4-475a-b1da-5bf3a64acb21 req-d419bde0-3e3c-4e98-ab60-9709f44be826 service neutron] 10.222.0.42 "GET /v2.0/networks/e0a3e19e-f8d4-463f-9e20-1342bfc03627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923336 Mar 20 16:29:42.754290 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-29b24b7a-816f-4246-90e1-157f9f426d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:43.832158 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3307b-e4e5-4eca-96dc-ca4310d7a149 req-5ed2758d-47f7-4cdb-a395-a195a960f118 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:43.833645 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aeb3307b-e4e5-4eca-96dc-ca4310d7a149 req-5ed2758d-47f7-4cdb-a395-a195a960f118 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 948 time: 0.0560570 Mar 20 16:29:43.880735 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aeb3307b-e4e5-4eca-96dc-ca4310d7a149 req-b92edb97-b5fa-4f97-bfe2-fa686b870392 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Mar 20 16:29:43.968806 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:44.401845 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:29:44.506131 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:44.517606 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4', 'network_id': 'e0a3e19e-f8d4-463f-9e20-1342bfc03627', 'port_id': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4', 'mac_address': 'fa:16:3e:31:c8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef099d15-d945-4d96-b939-694be57bc068', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:29:44.557497 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:29:44.557894 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:44.570905 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:29:44.590868 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:44.598071 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:44.652030 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:44.884576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['6d625f3b-43f4-4c5c-afb1-c676e9d23ed4'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:29:45.003979 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3aba7-b57f-4c52-a89d-4a28ddf64385 req-f38e8eda-54de-46f1-8b49-0903ab5234c5 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:45.005480 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa3aba7-b57f-4c52-a89d-4a28ddf64385 req-f38e8eda-54de-46f1-8b49-0903ab5234c5 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 949 time: 0.0542829 Mar 20 16:29:45.053609 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-dfa3aba7-b57f-4c52-a89d-4a28ddf64385 req-f266dde2-4d4e-437a-bbbf-f2b11ffab30e tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Mar 20 16:29:45.253712 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:46.192656 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723e644-a706-4f00-b599-899ae74253ad req-84565b59-b38c-4b49-8ad0-408a6cea07d6 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:46.194145 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b723e644-a706-4f00-b599-899ae74253ad req-84565b59-b38c-4b49-8ad0-408a6cea07d6 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 949 time: 0.0584912 Mar 20 16:29:46.248753 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b723e644-a706-4f00-b599-899ae74253ad req-4b223b0a-382a-4f75-b2c2-b1405aa44c85 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Mar 20 16:29:46.417672 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:29:46.479607 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:29:46.483735 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:29:46.484114 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:46.561921 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:29:46.562307 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:46.585110 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:29:46.587340 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157162b-b3e4-45a3-869a-83e3570ccc36" -d '{"events": [{"server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "name": "network-vif-plugged", "status": "completed", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:29:46.602284 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:46.608102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:46.633679 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73209b-2e08-4595-87ec-a0e373055484 x-openstack-request-id: req-2c73209b-2e08-4595-87ec-a0e373055484 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:29:46.633963 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "name": "network-vif-plugged", "status": "completed", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:29:46.634208 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c73209b-2e08-4595-87ec-a0e373055484 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:29:46.634625 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4', 'code': 200} Mar 20 16:29:46.659319 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:46.785859 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:46.830804 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34890-2ee7-4162-9993-64db40f13188 req-64c1ea45-6570-4a67-b99c-29cd42f17c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:46.832395 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eab34890-2ee7-4162-9993-64db40f13188 req-64c1ea45-6570-4a67-b99c-29cd42f17c93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 1134 time: 0.0443976 Mar 20 16:29:46.876140 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eab34890-2ee7-4162-9993-64db40f13188 req-11a96630-8138-4e17-9935-e48124f23a63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Mar 20 16:29:47.379424 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7971a5-cb03-428e-aa46-0ff41e6bf999 req-2a8829cd-e732-4a8b-b394-2387e0d995d3 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:47.380902 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c7971a5-cb03-428e-aa46-0ff41e6bf999 req-2a8829cd-e732-4a8b-b394-2387e0d995d3 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 950 time: 0.0608537 Mar 20 16:29:47.429022 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c7971a5-cb03-428e-aa46-0ff41e6bf999 req-a6330f36-93de-4cc1-8ed2-d33aac423ef9 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Mar 20 16:29:48.580908 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489bcd-be89-4b43-bd5e-a70d65c676f1 req-30c51496-18e8-459f-a94a-ffca0514e8ea tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:48.582409 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8489bcd-be89-4b43-bd5e-a70d65c676f1 req-30c51496-18e8-459f-a94a-ffca0514e8ea tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 950 time: 0.0629981 Mar 20 16:29:48.636566 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d8489bcd-be89-4b43-bd5e-a70d65c676f1 req-8ec04784-9646-4444-8de5-00f86bf2e53f tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Mar 20 16:29:48.907436 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ddcd4-c9fd-4c2e-9c17-322fcb3dc28d req-d4dbe57a-2b78-4596-8583-ea3d5b928967 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:48.908907 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a4ddcd4-c9fd-4c2e-9c17-322fcb3dc28d req-d4dbe57a-2b78-4596-8583-ea3d5b928967 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 950 time: 0.0543604 Mar 20 16:29:48.955457 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-6a4ddcd4-c9fd-4c2e-9c17-322fcb3dc28d req-5a7e1b0a-a4b1-4a9e-94a5-7c2f04d77c71 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Mar 20 16:29:50.087365 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3865ac1-0a36-4b49-9d02-bf420703e6fb req-3cda4a96-0843-49fc-9087-797effbce795 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:50.088831 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3865ac1-0a36-4b49-9d02-bf420703e6fb req-3cda4a96-0843-49fc-9087-797effbce795 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 950 time: 0.0568829 Mar 20 16:29:50.144698 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3865ac1-0a36-4b49-9d02-bf420703e6fb req-ee001705-291e-4c14-aa41-da4ec087b191 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7f67c3f-25de-4059-b041-3b9cd72a927c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Mar 20 16:29:50.398939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-35ea57f0-c296-4c46-a745-ca8ff5a52d3d tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:50.400408 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-35ea57f0-c296-4c46-a745-ca8ff5a52d3d tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 950 time: 0.0645266 Mar 20 16:29:50.495084 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Deleting port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:29:50.495374 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:50.585787 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] For port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,segment=NetworkSegment(66652852-e586-48e1-9c95-5af1a433684d),segment_id=66652852-e586-48e1-9c95-5af1a433684d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:29:50.586147 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:50.598956 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Calling delete_port for 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:29:50.732052 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (6d625f3b-43f4-4c5c-afb1-c676e9d23ed4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:50.760196 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Pushing event deleted for resources: {'Port': ['ID=6d625f3b-43f4-4c5c-afb1-c676e9d23ed4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:50.772400 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['6d625f3b-43f4-4c5c-afb1-c676e9d23ed4'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:29:50.802791 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] No DVR routers for this DVR port 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:29:50.805346 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:50.808692 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d34b1f1a-4ae8-47ed-94d8-d27f0a7ce602 req-fd34b338-0337-4bbe-bfde-c1eeb5a89048 tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.42 "DELETE /v2.0/ports/6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 HTTP/1.1" status: 204 len: 173 time: 0.4024792 Mar 20 16:29:50.809139 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'name': 'network-vif-deleted', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:29:50.811455 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24cff3-ed62-43cf-a0fd-09d258df7208" -d '{"events": [{"server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "name": "network-vif-deleted", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:29:50.853073 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0981468-a64e-4688-ac37-c02dcb6eac08 x-openstack-request-id: req-a0981468-a64e-4688-ac37-c02dcb6eac08 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:29:50.853401 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d29e1c7-7056-444e-ada5-6af0278eab99", "name": "network-vif-deleted", "tag": "6d625f3b-43f4-4c5c-afb1-c676e9d23ed4", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:29:50.853652 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0981468-a64e-4688-ac37-c02dcb6eac08 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:29:50.854059 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d29e1c7-7056-444e-ada5-6af0278eab99', 'name': 'network-vif-deleted', 'tag': '6d625f3b-43f4-4c5c-afb1-c676e9d23ed4', 'status': 'completed', 'code': 200} Mar 20 16:29:51.260519 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69b826b7-decb-4ab4-b611-c1e430b1affe req-7a82a246-c096-48f6-a060-51c9e4ac26ca tempest-VolumesNegativeTest-218104345 tempest-VolumesNegativeTest-218104345-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d29e1c7-7056-444e-ada5-6af0278eab99 HTTP/1.1" status: 200 len: 210 time: 0.0341558 Mar 20 16:29:52.534504 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:54.434634 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:29:54.458881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:29:54.459226 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 6d625f3b-43f4-4c5c-afb1-c676e9d23ed4 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:29:55.595837 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-ff8eddaf-ffa4-46f5-945e-cc0d55e064b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474765 Mar 20 16:29:55.703564 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-14219e53-9b3c-4135-b46a-3c8b0d322b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:55.705051 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-14219e53-9b3c-4135-b46a-3c8b0d322b52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0459106 Mar 20 16:29:55.814389 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-42569dbf-8385-4979-b005-ab2bf03cbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:55.815841 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-42569dbf-8385-4979-b005-ab2bf03cbcb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0876043 Mar 20 16:29:55.881174 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-822c0299-5d09-4f88-b94e-074148b2d281 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0585325 Mar 20 16:29:55.929220 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-785d63d4-8ad9-48ff-b0ce-0012d59b7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:55.930684 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-785d63d4-8ad9-48ff-b0ce-0012d59b7bc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0434399 Mar 20 16:29:55.982022 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-8e676fd1-0a65-4c98-826d-407c94664f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:29:55.983517 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-8e676fd1-0a65-4c98-826d-407c94664f8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467973 Mar 20 16:29:56.075508 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-6c5c6e8e-fc1d-42bb-8304-c8bd8f3a3cb1 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Mar 20 16:29:56.171946 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abafb55a-5d11-4a1f-8f4a-a30a3fb4378f req-05311df0-6842-407a-9cb4-acf0c38532b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894101 Mar 20 16:29:56.309186 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56868) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:56.440899 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-5c4f9fd9-62bc-48bb-9461-bf42bd5ffa79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84271e8df893482b9af29e254d9d270b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305442 Mar 20 16:29:56.443443 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56872) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:29:56.495215 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Publish callbacks [] for security_group (e7f67c3f-25de-4059-b041-3b9cd72a927c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:56.517769 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Publish callbacks [] for security_group (e7f67c3f-25de-4059-b041-3b9cd72a927c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:56.576185 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (e7f67c3f-25de-4059-b041-3b9cd72a927c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:56.578859 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:29:56.582978 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7f67c3f-25de-4059-b041-3b9cd72a927c HTTP/1.1" status: 204 len: 168 time: 0.1385579 Mar 20 16:29:56.590657 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f67c3f-25de-4059-b041-3b9cd72a927c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:29:56.597966 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.598343 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.598683 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.599020 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.599324 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.599648 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.599969 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.600406 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.600666 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.600991 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.601342 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.601665 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.601981 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.602289 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:29:56.602690 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690559d3-24e7-42d6-9ca7-bc9eae7a63db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:09.359633 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:30:10.399588 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3da51bed-b4c4-4561-9cdf-aa305211e90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:12.749071 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51886261-b643-4f73-9c70-d21f15d1b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:13.976944 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:15.257254 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:16.781232 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:22.551858 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:40.394576 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a464334d-b97b-40ec-bfb3-2d656b0f30f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:42.753628 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6676-be0a-4738-8bc1-664a0e1fcfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:43.975037 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:45.258021 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:46.362920 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:30:46.787149 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:47.901712 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-19766e9c-fb11-4b4a-8267-1c3b8f0a4f17 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157985412&fields=id&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 267 time: 0.0475159 Mar 20 16:30:48.009587 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-b08b4ec6-6731-48f2-8f5a-029c1d751283 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:48.011079 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-b08b4ec6-6731-48f2-8f5a-029c1d751283 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1028528 Mar 20 16:30:48.027774 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-a413cc5e-cc42-4796-8c6b-33fd6bb090f3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/quotas/418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 375 time: 0.0090494 Mar 20 16:30:48.089995 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-0e453ea8-efd2-4c9c-b2cf-10e79470a616 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572963 Mar 20 16:30:48.321742 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-000eea89-dc3b-49ef-91bb-818d4f83bd28 service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175028 Mar 20 16:30:48.425789 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-0de6fd0a-0336-408e-af03-853dba5aace0 service neutron] 10.222.0.18 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980895 Mar 20 16:30:48.719381 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-d626e1b0-39a9-4928-8084-9c47880debe1 req-4a3daf3a-c61e-4f84-9550-7a05c95e0cd7 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 210 time: 0.0283251 Mar 20 16:30:49.727394 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-1efc90be-a9e2-46a2-9007-1a5d838c17d3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:49.728868 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-1efc90be-a9e2-46a2-9007-1a5d838c17d3 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 811 time: 0.1010602 Mar 20 16:30:49.825762 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3a4c40b1-c9a0-403b-ab44-232e97db081c req-4695bb88-6440-47ce-8317-8e6468360765 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 210 time: 0.0369492 Mar 20 16:30:49.831383 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-179a758c-9767-4a0e-8176-ee55c5123aba tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418f04c79658426bb30906d8f9da01ec HTTP/1.1" status: 200 len: 380 time: 0.0871787 Mar 20 16:30:49.839823 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'port': {'device_id': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'admin_state_up': True, 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'security_groups': ['433e9844-9034-4583-bcf8-b2d9cdf3fc68']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:30:49.948622 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Made reservation on behalf of 418f04c79658426bb30906d8f9da01ec for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 20 16:30:49.952421 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.080754 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.20.0.5 (d338cf1a-12a7-445d-b509-a627fce13fa1/5362f658-14fe-47f9-9057-86f5deefba21/7e9c8476-b57a-4320-ab21-f90c8b11605a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:30:50.232719 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.268074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.309683 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network d338cf1a-12a7-445d-b509-a627fce13fa1 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:30:50.313003 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:30:50.319023 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:30:50.343312 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:30:50.356413 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.356790 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.357074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.357412 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.357744 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.358071 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.358445 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.358764 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.359074 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.359402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.359722 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.360037 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.360352 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.360658 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.360978 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:50.383989 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:50.384630 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.403164 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-602efe52-d264-44dc-8bb5-6b8c954d377b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670202 Mar 20 16:30:50.419837 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Request body: {'port': {'device_id': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83417'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:30:50.483386 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.599853 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-33b764d4-108a-4fae-a39b-a4c804a27f96 None None] Provisioning complete for port 7e9c8476-b57a-4320-ab21-f90c8b11605a triggered by entity DHCP. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:30:50.600462 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33b764d4-108a-4fae-a39b-a4c804a27f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.635971 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-33b764d4-108a-4fae-a39b-a4c804a27f96 None None] Port 7e9c8476-b57a-4320-ab21-f90c8b11605a cannot update to ACTIVE because it is not bound. {{(pid=103392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 20 16:30:50.747048 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9c8476-b57a-4320-ab21-f90c8b11605a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:30:50.755116 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks [] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.767005 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Transition to ACTIVE for port object 7e9c8476-b57a-4320-ab21-f90c8b11605a will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 20 16:30:50.772906 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.819960 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Pushing event updated for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:30:50.894792 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Attempting to bind port 7e9c8476-b57a-4320-ab21-f90c8b11605a on host hv-cinder-83417 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 20 16:30:50.895033 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Attempting to bind port 7e9c8476-b57a-4320-ab21-f90c8b11605a by drivers openvswitch,hyperv on host hv-cinder-83417 at level 0 using segments [{'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 20 16:30:50.895347 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Attempting to bind port 7e9c8476-b57a-4320-ab21-f90c8b11605a on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:30:50.903531 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Port 7e9c8476-b57a-4320-ab21-f90c8b11605a on network d338cf1a-12a7-445d-b509-a627fce13fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83417 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 20 16:30:50.903857 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Attempting to bind port 7e9c8476-b57a-4320-ab21-f90c8b11605a on network d338cf1a-12a7-445d-b509-a627fce13fa1 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 20 16:30:50.909521 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Checking agent: {'id': '7799aa60-4356-482a-91a5-3a16ece16bd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83417', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'started_at': datetime.datetime(2022, 3, 20, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 20, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 20 16:30:50.909913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Checking segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 20 16:30:50.910397 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Bound using segment: {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 20 16:30:50.910830 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Bound port: 7e9c8476-b57a-4320-ab21-f90c8b11605a, host: hv-cinder-83417, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc2d03b-202d-4c93-81d4-9eb16110f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 20 16:30:50.911188 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:50.953920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad952-496b-4701-84cf-bfd197717cea req-198fe75a-6cac-41e4-92c0-1a25a853f3b5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:50.955576 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-12dad952-496b-4701-84cf-bfd197717cea req-198fe75a-6cac-41e4-92c0-1a25a853f3b5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0560074 Mar 20 16:30:50.977128 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 20 16:30:50.980435 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 20 16:30:50.987546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10051387'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:51.012023 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-12dad952-496b-4701-84cf-bfd197717cea req-b0b5d853-de87-422c-908c-33026928b8df tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492215 Mar 20 16:30:51.023466 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.024116 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:51.025685 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] 10.222.0.42 "PUT /v2.0/ports/7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 200 len: 1093 time: 0.6103511 Mar 20 16:30:51.026138 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:30:51.028402 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544167a-3b09-4447-ba47-04db6fab59a9" -d '{"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:30:51.053295 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdf4fc-9e93-4be4-90be-4bda3b9f6c0a service neutron] Pushing event updated for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:30:51.078361 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9b3e30-b832-4415-86c5-c846c89bc107 x-openstack-request-id: req-9f9b3e30-b832-4415-86c5-c846c89bc107 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:30:51.078650 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:30:51.079000 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f9b3e30-b832-4415-86c5-c846c89bc107 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:30:51.079413 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'status': 'completed', 'code': 200} Mar 20 16:30:51.141544 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-39b5fd82-7257-4b4b-aff6-491190704457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.143167 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-39b5fd82-7257-4b4b-aff6-491190704457 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1127 time: 0.0474069 Mar 20 16:30:51.194044 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-441075e3-2f19-4fa8-8508-9b762dbfc2d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 200 len: 217 time: 0.0382187 Mar 20 16:30:51.242381 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-71612d92-b6ce-4c97-8c8c-9e8e049159af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.243860 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-71612d92-b6ce-4c97-8c8c-9e8e049159af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0443251 Mar 20 16:30:51.294931 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8f14-874f-4768-8288-def874d9f939 req-6e8f13c3-9042-49a5-a2be-886a6314a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.296476 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-6e8f13c3-9042-49a5-a2be-886a6314a5bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463440 Mar 20 16:30:51.386088 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-757c5be3-dfef-45be-86dc-978ef95d12a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Mar 20 16:30:51.481864 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-097b8f14-874f-4768-8288-def874d9f939 req-0e8e4e1b-685e-40f0-9592-13bd879d62cd service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900233 Mar 20 16:30:51.630152 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-877d85b2-ea40-4683-81ca-fdceb14b8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.631715 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-877d85b2-ea40-4683-81ca-fdceb14b8620 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1127 time: 0.0522621 Mar 20 16:30:51.726537 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-85f9e644-22c3-47dd-8117-b1facb7adbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.727920 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-85f9e644-22c3-47dd-8117-b1facb7adbef service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0896769 Mar 20 16:30:51.771175 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-2c6c9f54-4d25-4cc5-9706-4c809bd400c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 200 len: 217 time: 0.0351882 Mar 20 16:30:51.821333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-46b78861-a557-4ddf-ab86-97fff12a7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.822779 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-46b78861-a557-4ddf-ab86-97fff12a7bdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0452206 Mar 20 16:30:51.875806 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-c071a53b-045f-4361-91b2-3a0a18487b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:51.877310 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-c071a53b-045f-4361-91b2-3a0a18487b05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474863 Mar 20 16:30:51.969667 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-a624bd72-8a00-4150-aaa1-47c03279d13a service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844364 Mar 20 16:30:52.063886 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7544167a-3b09-4447-ba47-04db6fab59a9 req-6d77ee1b-b873-4f1f-9411-c7312673d115 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Mar 20 16:30:52.138503 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312dea2-c52a-4a0c-9da0-0afb9a743eb5 req-6ac65884-7006-4486-a314-7e2c23dbdcec tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:52.140268 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c312dea2-c52a-4a0c-9da0-0afb9a743eb5 req-6ac65884-7006-4486-a314-7e2c23dbdcec tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0599320 Mar 20 16:30:52.191907 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-c312dea2-c52a-4a0c-9da0-0afb9a743eb5 req-fd903696-beac-4db3-aac4-38bf2575d8ba tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Mar 20 16:30:52.556496 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:53.324715 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c4c96-e7ee-483c-803e-d732f647757d req-9b7afdde-3ab5-478c-b11e-d19bf4d67699 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:53.326194 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-606c4c96-e7ee-483c-803e-d732f647757d req-9b7afdde-3ab5-478c-b11e-d19bf4d67699 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0546525 Mar 20 16:30:53.380055 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-606c4c96-e7ee-483c-803e-d732f647757d req-2536337c-12be-40c3-8b33-13a8641cf513 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Mar 20 16:30:54.520587 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2782-4311-4b28-8579-498cd31ca9fa req-c1e5a5a5-e5d8-4ea5-8975-8f9cd74d2fef tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:54.521965 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b56a2782-4311-4b28-8579-498cd31ca9fa req-c1e5a5a5-e5d8-4ea5-8975-8f9cd74d2fef tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0548613 Mar 20 16:30:54.572306 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-b56a2782-4311-4b28-8579-498cd31ca9fa req-661cdbe8-3828-4531-bc98-3c2334e546ad tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Mar 20 16:30:55.709120 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928ea9-a2e0-441d-a22c-cf988c2ba2d0 req-adc800a6-7ede-4d7a-95a2-692d1bc004c9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:55.710628 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-32928ea9-a2e0-441d-a22c-cf988c2ba2d0 req-adc800a6-7ede-4d7a-95a2-692d1bc004c9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0635777 Mar 20 16:30:55.762146 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-32928ea9-a2e0-441d-a22c-cf988c2ba2d0 req-ab1db0ca-cae0-4103-8c52-2af104ee59b5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Mar 20 16:30:55.924452 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-3a37d459-a783-4638-8a6f-d0e058e1fa2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463603 Mar 20 16:30:56.030793 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-971119ad-afab-40c2-9bc2-938f828cb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:56.032335 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-971119ad-afab-40c2-9bc2-938f828cb390 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0505126 Mar 20 16:30:56.427853 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-68d92830-8b49-41ba-9cb9-40614a34c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:56.429366 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-68d92830-8b49-41ba-9cb9-40614a34c205 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.3770370 Mar 20 16:30:56.492673 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-7cb26b24-ca36-4008-8f16-2bbd37adf199 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0572484 Mar 20 16:30:56.544546 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-57105f8d-cfc1-4d22-98d6-ec63e58bbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:56.545983 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-57105f8d-cfc1-4d22-98d6-ec63e58bbf02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0474689 Mar 20 16:30:56.595804 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-18159ae3-e2d5-49c4-b2bb-65168b485cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:56.597304 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-18159ae3-e2d5-49c4-b2bb-65168b485cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456533 Mar 20 16:30:56.690899 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-5a32c535-356d-426b-94a5-c76c79edb92f service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Mar 20 16:30:56.798814 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa80e965-c8e3-4a05-8f7a-ef5c6d329cfd req-8be88437-3782-4a57-82be-4f9c07c5f2a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014392 Mar 20 16:30:56.891619 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b19ad-0d15-4b3d-91f6-da96110a7421 req-327aac11-8e17-4cec-9fa1-3af59468691b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:56.893153 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-238b19ad-0d15-4b3d-91f6-da96110a7421 req-327aac11-8e17-4cec-9fa1-3af59468691b tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0585039 Mar 20 16:30:56.951306 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-238b19ad-0d15-4b3d-91f6-da96110a7421 req-2a9b650e-c6c5-4d7e-a396-2bd7066d186d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502656 Mar 20 16:30:58.091412 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed4bb9-5ed7-41b6-a284-c03d596495f5 req-914c389d-dd80-4bea-abb6-b44f0edfeb5d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:58.093091 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1aed4bb9-5ed7-41b6-a284-c03d596495f5 req-914c389d-dd80-4bea-abb6-b44f0edfeb5d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 943 time: 0.0630207 Mar 20 16:30:58.142790 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1aed4bb9-5ed7-41b6-a284-c03d596495f5 req-672ac3e8-6da1-4b08-8e7d-3f9db425de34 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Mar 20 16:30:58.649437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 7e9c8476-b57a-4320-ab21-f90c8b11605a details requested by agent hyperv_hv-cinder-83417 with host hv-cinder-83417 {{(pid=103392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 20 16:30:58.750398 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:30:58.762203 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Returning: {'device': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'port_id': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'mac_address': 'fa:16:3e:12:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 20 16:30:58.800291 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 7e9c8476-b57a-4320-ab21-f90c8b11605a is: DOWN; New status is: BUILD {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:30:58.800673 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:58.813864 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9c8476-b57a-4320-ab21-f90c8b11605a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 20 16:30:58.833358 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:30:58.839230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:30:58.886881 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:30:58.894268 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.894620 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.894958 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.895338 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.895670 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.895995 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.896316 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.896635 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.896956 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.897273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.897590 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.897909 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.898225 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.898565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:58.898877 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:30:59.124250 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] get_ports_and_sgs() called for port_ids ['7e9c8476-b57a-4320-ab21-f90c8b11605a'] {{(pid=103392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 20 16:30:59.266576 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb8b0-4ecb-4c87-a278-f0bc41dc105f req-715880e3-ac11-479b-b926-4616c1f66018 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:30:59.268055 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-748cb8b0-4ecb-4c87-a278-f0bc41dc105f req-715880e3-ac11-479b-b926-4616c1f66018 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 944 time: 0.0549710 Mar 20 16:30:59.318827 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-748cb8b0-4ecb-4c87-a278-f0bc41dc105f req-089d00d6-33b2-4b97-b7aa-ced1747d84a0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450547 Mar 20 16:31:00.446602 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c6cf-651d-4ef2-8e0a-575beb580ba4 req-16f0e54f-efdd-401d-bc6e-84e8471579b0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:00.447990 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4085c6cf-651d-4ef2-8e0a-575beb580ba4 req-16f0e54f-efdd-401d-bc6e-84e8471579b0 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 944 time: 0.0591881 Mar 20 16:31:00.500979 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4085c6cf-651d-4ef2-8e0a-575beb580ba4 req-dba9f659-2d3a-403a-86da-420f7d3d53e6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Mar 20 16:31:00.665725 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 7e9c8476-b57a-4320-ab21-f90c8b11605a up at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 20 16:31:00.731866 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning for port 7e9c8476-b57a-4320-ab21-f90c8b11605a completed by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 20 16:31:00.737423 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Provisioning complete for port 7e9c8476-b57a-4320-ab21-f90c8b11605a triggered by entity L2. {{(pid=103392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 20 16:31:00.737941 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7516893'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), provisioning_complete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:00.815415 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Current status of the port 7e9c8476-b57a-4320-ab21-f90c8b11605a is: BUILD; New status is: ACTIVE {{(pid=103392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 20 16:31:00.815810 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:00.839208 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:31:00.841479 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87c33aa2df99dfbbb8c2a9ee840b5a1f813751af89b5439bcf44662ac97b53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310f8b2-04aa-4c98-89fc-b57504bc5629" -d '{"events": [{"server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "name": "network-vif-plugged", "status": "completed", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:31:00.855467 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:31:00.860759 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:00.886147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612c4a41-f42a-492a-8f2a-b2ae8d04bf40 x-openstack-request-id: req-612c4a41-f42a-492a-8f2a-b2ae8d04bf40 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:31:00.886481 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "name": "network-vif-plugged", "status": "completed", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:31:00.886733 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-612c4a41-f42a-492a-8f2a-b2ae8d04bf40 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:31:00.887135 dv-cinder-834172-2-iscsi neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'code': 200} Mar 20 16:31:00.915285 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Pushing event updated for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:31:01.153021 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093a18-f2a5-4fb3-897e-79b9fda15142 req-4524db68-1bac-4d0a-8e50-f106ac42dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:01.154582 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc093a18-f2a5-4fb3-897e-79b9fda15142 req-4524db68-1bac-4d0a-8e50-f106ac42dd5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1129 time: 0.0569191 Mar 20 16:31:01.200253 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc093a18-f2a5-4fb3-897e-79b9fda15142 req-38d9afa6-ebcc-40f5-bd4c-22267d7c8395 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399444 Mar 20 16:31:01.644931 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cfad1-4a35-41e0-bd2a-5b811f102aeb req-38cce8d8-0014-40bf-9475-d60b73590f9f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:01.646455 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d7cfad1-4a35-41e0-bd2a-5b811f102aeb req-38cce8d8-0014-40bf-9475-d60b73590f9f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0524547 Mar 20 16:31:01.698364 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7d7cfad1-4a35-41e0-bd2a-5b811f102aeb req-95a699d3-9ddc-4d65-95c6-44cd9bf79cc7 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464029 Mar 20 16:31:02.830839 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5f75f-d68e-4173-8076-06117f90b80f req-84490ca0-6489-4948-910e-965f06488ad2 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:02.832416 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7af5f75f-d68e-4173-8076-06117f90b80f req-84490ca0-6489-4948-910e-965f06488ad2 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0581667 Mar 20 16:31:02.885296 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-7af5f75f-d68e-4173-8076-06117f90b80f req-c0bab85b-6202-4def-9992-d9819944ce11 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470464 Mar 20 16:31:03.010913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77426b2-9501-43e5-8f00-50bd9ad69943 req-3cf93024-18c0-4066-9b41-8bbd9c2387c1 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:03.012390 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c77426b2-9501-43e5-8f00-50bd9ad69943 req-3cf93024-18c0-4066-9b41-8bbd9c2387c1 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0554144 Mar 20 16:31:03.063248 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c77426b2-9501-43e5-8f00-50bd9ad69943 req-fc4db961-e796-4392-b12d-e92829699900 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452297 Mar 20 16:31:03.086440 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56960) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:31:03.131713 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6017d50-866c-45b2-a768-f0eddc7e804e tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:03.133200 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-c6017d50-866c-45b2-a768-f0eddc7e804e tempest-TestVolumeBootPattern-1351969395 tempest-TestVolumeBootPattern-1351969395-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1124 time: 0.0456851 Mar 20 16:31:03.136180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56962) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:31:03.141165 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.v2.base [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Request body: {'floatingip': {'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'port_id': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 20 16:31:03.165180 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:03.262693 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:03.368187 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Allocated IP 172.27.1.184 (fb36536b-d82e-4b4c-9524-d56cc11b4c8e/31741dca-8d06-4ce4-a516-6e248ea15396/f07029ff-a0e7-468c-a714-e183f36dad0c) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 20 16:31:03.473879 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:03.516095 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763338655735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:03.559418 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Network fb36536b-d82e-4b4c-9524-d56cc11b4c8e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 20 16:31:03.563327 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 20 16:31:03.565967 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 20 16:31:03.591236 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=f07029ff-a0e7-468c-a714-e183f36dad0c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:31:03.605805 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.606151 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.606514 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.606844 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.607166 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.607486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.607803 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.608114 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.608426 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.608727 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.609040 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.609353 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.609666 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.609973 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.610290 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:31:03.939943 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (1330b813-c7f1-4fc1-8044-c74e25b8022b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.013152 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8159951'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.165685 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.172219 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763339078036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763338656525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763338656543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8673293'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.246981 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394825'] for floatingip (1330b813-c7f1-4fc1-8044-c74e25b8022b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.248847 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event updated for resources: {'Port': ['ID=f07029ff-a0e7-468c-a714-e183f36dad0c,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:31:04.352176 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 1330b813-c7f1-4fc1-8044-c74e25b8022b associated. External IP: 172.27.1.184, port: 7e9c8476-b57a-4320-ab21-f90c8b11605a. Mar 20 16:31:04.562826 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:31:04.675372 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:31:04.685110 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:31:04.695888 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:04.696382 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:31:04.696987 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:30:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:31:04.724926 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-535ca9b6-d220-47db-846d-713a22eec2f5 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5874398 Mar 20 16:31:04.725514 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:31:04.727763 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:31:04.764655 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e705f-345c-4d5d-b164-a7d79a9c75da x-openstack-request-id: req-3e3e705f-345c-4d5d-b164-a7d79a9c75da {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:31:04.764920 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:31:04.765203 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e3e705f-345c-4d5d-b164-a7d79a9c75da {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:31:04.765620 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'status': 'completed', 'code': 200} Mar 20 16:31:04.805159 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:31:04.852863 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-6361bfaa-2184-474c-aa97-e92872f01ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:04.854399 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-6361bfaa-2184-474c-aa97-e92872f01ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1129 time: 0.0462275 Mar 20 16:31:04.948189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-55708c83-c18b-4ef8-aebf-661f15e2229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:04.949718 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-55708c83-c18b-4ef8-aebf-661f15e2229a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0888591 Mar 20 16:31:05.017389 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-dd3258cf-9d86-4e1a-8a9e-aa2ac20ae812 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 200 len: 999 time: 0.0616591 Mar 20 16:31:05.065503 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-c949c72f-de5a-4928-a058-2a7a44e6d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:05.067041 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-c949c72f-de5a-4928-a058-2a7a44e6d262 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0444474 Mar 20 16:31:05.118871 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-adef0061-f017-4f75-b910-f8f2406422c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:05.120274 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-adef0061-f017-4f75-b910-f8f2406422c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473251 Mar 20 16:31:05.126468 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1330b813-c7f1-4fc1-8044-c74e25b8022b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:12:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:31:03Z', 'updated_at': '2022-03-20T16:31:03Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}, {'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:31:05.152687 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:31:05.161396 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:31:05.162002 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:30:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:31:05.211953 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-85a1ef31-63dc-45a9-aafd-a20579293865 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Mar 20 16:31:05.272185 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:31:05.305437 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d35da37-cdfd-44d3-b38b-5919ff2b2bbc req-7f2d40fb-cc72-47ee-936b-9a61955ee08b service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877988 Mar 20 16:31:05.494825 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1330b813-c7f1-4fc1-8044-c74e25b8022b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:12:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:31:03Z', 'updated_at': '2022-03-20T16:31:03Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}, {'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:31:05.520528 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18651e12-1a31-4451-8b72-bc2b348ab9ac None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '1330b813-c7f1-4fc1-8044-c74e25b8022b', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:12:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:31:03Z', 'updated_at': '2022-03-20T16:31:03Z', 'revision_number': 0, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}, {'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:31:05.720407 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a62aa-c4f3-4178-854b-62470fd907b3 None None] New status for floating IP 1330b813-c7f1-4fc1-8044-c74e25b8022b: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:31:10.403610 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa7488de-656e-4738-baa8-364dea2d33ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:12.758294 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-053cedad-9dd8-4cca-aee7-ab9495472eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:13.985456 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:15.263473 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:16.789028 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:22.559690 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:23.367811 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:31:40.392424 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f59c3a-88b6-4bc7-83db-e0e99d0a0c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:42.764922 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba1e497f-5e8a-4f3e-9fb1-0f8fb1d658ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:43.992419 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:45.266910 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:46.795063 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:52.572424 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:31:56.875499 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-0719ff10-81b0-4fe0-88c5-86d7a7a0f5ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459797 Mar 20 16:31:56.982811 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-517866ee-0d7d-4aad-b448-d80bf65cf643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:56.984237 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-517866ee-0d7d-4aad-b448-d80bf65cf643 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0489469 Mar 20 16:31:57.097623 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-463d16bc-62b2-40a0-9f01-792eb3ccb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:57.099182 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-463d16bc-62b2-40a0-9f01-792eb3ccb041 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0959325 Mar 20 16:31:57.164156 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-f8c0c877-ab71-4541-aacd-5b4c5e649778 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0584927 Mar 20 16:31:57.212092 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-dfb2caad-1b9f-4d29-9258-51405f1520f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:57.213522 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-dfb2caad-1b9f-4d29-9258-51405f1520f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0432246 Mar 20 16:31:57.266865 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-9da3aa9d-1c08-4334-8188-f55d9e3db121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:31:57.268290 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-9da3aa9d-1c08-4334-8188-f55d9e3db121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492237 Mar 20 16:31:57.359494 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-ef33aedf-4f5c-41ad-bae1-3922b5942396 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Mar 20 16:31:57.452389 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ad758d-066a-404b-8b19-e2ece2f6e19c req-a35153a7-433b-49fe-80a5-98f77a7b680a service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 Mar 20 16:32:00.372265 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:32:10.392807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f239542-bba7-4f4f-9800-de319c07c85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:12.759234 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cc85-b73d-4880-9cbe-503c6cbcbca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:13.989092 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:15.267577 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:16.787055 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:22.570040 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:33.832598 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 56990) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:34.051060 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port f07029ff-a0e7-468c-a714-e183f36dad0c {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:34.051398 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.128823 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.129046 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (f07029ff-a0e7-468c-a714-e183f36dad0c), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.141471 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for f07029ff-a0e7-468c-a714-e183f36dad0c owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:34.300631 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (f07029ff-a0e7-468c-a714-e183f36dad0c), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.328086 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=f07029ff-a0e7-468c-a714-e183f36dad0c,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:34.339334 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.339677 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.340010 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.340350 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.340681 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.341000 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.341326 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.341644 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.341962 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.342313 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.342625 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.342968 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.343265 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.343578 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.343890 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:34.397686 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (1330b813-c7f1-4fc1-8044-c74e25b8022b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.397910 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 1330b813-c7f1-4fc1-8044-c74e25b8022b disassociated (deleted). External IP: 172.27.1.184, port: 7e9c8476-b57a-4320-ab21-f90c8b11605a. Mar 20 16:32:34.875614 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:32:34.983871 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:32:34.988606 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:34.996360 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:32:35.007065 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:35.007679 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:35.018374 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-abb67c55-899d-4b61-9178-598bb6c4bfb6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "DELETE /v2.0/floatingips/1330b813-c7f1-4fc1-8044-c74e25b8022b HTTP/1.1" status: 204 len: 168 time: 1.1842706 Mar 20 16:32:35.018979 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:32:35.021245 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7ddb7-de10-45fc-a861-215f2e0eee31" -d '{"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:32:35.057986 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7e758e-a590-4b49-a2f7-4d1270f95dc7 x-openstack-request-id: req-cd7e758e-a590-4b49-a2f7-4d1270f95dc7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:32:35.058290 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:32:35.058546 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd7e758e-a590-4b49-a2f7-4d1270f95dc7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:32:35.058952 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'status': 'completed', 'code': 200} Mar 20 16:32:35.116374 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:35.153400 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-5cc82ca5-d15a-4276-8a02-d6c21f32c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:35.155039 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-5cc82ca5-d15a-4276-8a02-d6c21f32c1bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 1129 time: 0.0519381 Mar 20 16:32:35.251751 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56323794-78f0-4382-b831-eee8a637f546 req-9b4905d2-9dbb-432d-904f-076b6d3ee3d6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:35.253559 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56323794-78f0-4382-b831-eee8a637f546 req-9b4905d2-9dbb-432d-904f-076b6d3ee3d6 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0553610 Mar 20 16:32:35.293474 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-61f7a14d-242d-43c6-846c-82530a1b7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:35.295029 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-61f7a14d-242d-43c6-846c-82530a1b7939 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0917480 Mar 20 16:32:35.308473 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-56323794-78f0-4382-b831-eee8a637f546 req-4ad81c06-27a2-4c18-8019-3a5e731d7751 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485587 Mar 20 16:32:35.336896 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-a99319bf-f525-464c-a257-6960755c18c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 200 len: 217 time: 0.0356350 Mar 20 16:32:35.362514 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:35.385440 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-d52918c7-8c63-414d-8245-9e83db1db005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:35.386998 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-d52918c7-8c63-414d-8245-9e83db1db005 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0438981 Mar 20 16:32:35.392081 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:32:35.401707 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:35.402342 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:35.435514 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-68046e92-c74e-4193-bd46-75d4a82d1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:35.436996 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-68046e92-c74e-4193-bd46-75d4a82d1602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440023 Mar 20 16:32:35.507451 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:35.530883 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-650f2353-b21b-4173-bba4-4f7fe65a8067 service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Mar 20 16:32:35.622293 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ed7ddb7-de10-45fc-a861-215f2e0eee31 req-1f28334a-7585-47fd-841d-8bf5930afada service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Mar 20 16:32:35.817055 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:35.842597 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441bfc5-7d39-4020-a682-592eab1b9ce8 None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_floatingips': [{'id': '6fbf38d4-215b-4033-908a-efa69bdfd548', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'router_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'port_id': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'mac_address': 'fa:16:3e:d5:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-20T16:29:11Z', 'updated_at': '2022-03-20T16:29:13Z', 'revision_number': 1, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:32:36.067147 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec321b4c-0375-40c9-8e84-75e2afdaa054 None None] New status for floating IP 1330b813-c7f1-4fc1-8044-c74e25b8022b: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:32:36.451846 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3dcd-bfad-420c-8211-33896ca2b75f req-2e3357ba-eb0f-448d-9b1a-540cb0b32600 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:36.453315 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10cd3dcd-bfad-420c-8211-33896ca2b75f req-2e3357ba-eb0f-448d-9b1a-540cb0b32600 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0594511 Mar 20 16:32:36.500711 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10cd3dcd-bfad-420c-8211-33896ca2b75f req-5cd3234c-06d9-4415-86cb-a163b4b26b3a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Mar 20 16:32:36.925460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-292b2d14-2fa4-4b5e-9947-7b249c4bb398 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:36.926942 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-292b2d14-2fa4-4b5e-9947-7b249c4bb398 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 945 time: 0.0618491 Mar 20 16:32:37.023028 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port 7e9c8476-b57a-4320-ab21-f90c8b11605a {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:37.023293 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:37.109054 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] For port 7e9c8476-b57a-4320-ab21-f90c8b11605a, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=7e9c8476-b57a-4320-ab21-f90c8b11605a,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:37.109403 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:37.122575 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for 7e9c8476-b57a-4320-ab21-f90c8b11605a owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:37.256631 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (7e9c8476-b57a-4320-ab21-f90c8b11605a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:37.284728 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=7e9c8476-b57a-4320-ab21-f90c8b11605a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:37.311912 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.312259 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.312586 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.312924 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.313253 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.313579 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.313898 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.314230 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.314569 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.314940 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.315242 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.315560 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.315875 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.316189 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.316501 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:37.338513 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] No DVR routers for this DVR port 7e9c8476-b57a-4320-ab21-f90c8b11605a on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:32:37.340885 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:37.344194 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2af1fb9-e5f0-4638-9374-675d063bf11d req-9e25a84c-ecef-46d4-b0e5-87720682222d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "DELETE /v2.0/ports/7e9c8476-b57a-4320-ab21-f90c8b11605a HTTP/1.1" status: 204 len: 173 time: 0.4110329 Mar 20 16:32:37.344629 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'name': 'network-vif-deleted', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:32:37.346984 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4913d424-634b-488b-8b5c-0e4c4361222f" -d '{"events": [{"server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "name": "network-vif-deleted", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:32:37.377039 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:32:37.382674 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748f35b-d09f-40fa-860a-ca5c3d9cbc55 x-openstack-request-id: req-7748f35b-d09f-40fa-860a-ca5c3d9cbc55 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:32:37.383001 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa7478a-3e30-4c52-a608-5c3d789c30dd", "name": "network-vif-deleted", "tag": "7e9c8476-b57a-4320-ab21-f90c8b11605a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:32:37.383254 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7748f35b-d09f-40fa-860a-ca5c3d9cbc55 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:32:37.383892 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7478a-3e30-4c52-a608-5c3d789c30dd', 'name': 'network-vif-deleted', 'tag': '7e9c8476-b57a-4320-ab21-f90c8b11605a', 'status': 'completed', 'code': 200} Mar 20 16:32:37.609760 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4d640db-f5d0-45b7-8ee5-ea10a53df7e3 req-58fdc6fb-3c21-4cc9-bcfd-6242f958ee9d tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa7478a-3e30-4c52-a608-5c3d789c30dd HTTP/1.1" status: 200 len: 210 time: 0.0392745 Mar 20 16:32:39.225854 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 7e9c8476-b57a-4320-ab21-f90c8b11605a no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:39.246737 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 7e9c8476-b57a-4320-ab21-f90c8b11605a {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:39.247090 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 7e9c8476-b57a-4320-ab21-f90c8b11605a not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:40.398230 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc01b699-970d-4887-b691-1f8024bfec88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:40.955077 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 57030) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:41.112071 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port da6f9f32-fab0-4e2e-ad0d-55a0ca35b883 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:41.112362 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.188162 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.188447 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.200373 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for da6f9f32-fab0-4e2e-ad0d-55a0ca35b883 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:41.357520 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (da6f9f32-fab0-4e2e-ad0d-55a0ca35b883), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.387867 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=da6f9f32-fab0-4e2e-ad0d-55a0ca35b883,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:41.443603 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (6fbf38d4-215b-4033-908a-efa69bdfd548), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.443897 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.db.l3_db [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Floating IP 6fbf38d4-215b-4033-908a-efa69bdfd548 disassociated (deleted). External IP: 172.27.1.49, port: 8eab10d8-19c5-4bc3-9e36-471517775fa8. Mar 20 16:32:41.656106 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:32:41.777837 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:32:41.783205 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:41.787544 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:32:41.797476 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:41.798110 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:41.816911 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-3f15f40c-a1d0-4116-a899-42225dcc0a91 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "DELETE /v2.0/floatingips/6fbf38d4-215b-4033-908a-efa69bdfd548 HTTP/1.1" status: 204 len: 168 time: 0.8582258 Mar 20 16:32:41.816911 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:32:41.817256 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc09d01780779cf1b14a6457a660661a246e3fdd2b4f22482433f2ef1728cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4227a0-bd4e-4330-a425-1c7aab70f659" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:32:41.855205 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Mar 2022 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad6e21-2c2b-4767-af5d-42e68ad28ef9 x-openstack-request-id: req-28ad6e21-2c2b-4767-af5d-42e68ad28ef9 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:32:41.855507 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8", "status": "completed", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:32:41.855763 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28ad6e21-2c2b-4767-af5d-42e68ad28ef9 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:32:41.856179 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'status': 'completed', 'code': 200} Mar 20 16:32:41.916086 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:41.945287 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-7685e4eb-10af-43cb-ba9b-64858eabea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:41.948281 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-7685e4eb-10af-43cb-ba9b-64858eabea3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=418f04c79658426bb30906d8f9da01ec&device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 1129 time: 0.0509512 Mar 20 16:32:42.042245 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-9df6177f-32d2-4217-9e72-771ebffcd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:42.043794 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-9df6177f-32d2-4217-9e72-771ebffcd55a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 200 len: 911 time: 0.0892339 Mar 20 16:32:42.059210 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738baa32-eb86-470c-b752-e8d39d096f74 req-500d9a6d-c202-41da-a897-ab5e122bef2a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:42.062970 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-738baa32-eb86-470c-b752-e8d39d096f74 req-500d9a6d-c202-41da-a897-ab5e122bef2a tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0586638 Mar 20 16:32:42.090204 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-2dfd1d70-459c-44fa-9680-2df42466da12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 200 len: 217 time: 0.0397425 Mar 20 16:32:42.119520 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [req-738baa32-eb86-470c-b752-e8d39d096f74 req-effc0157-2ebe-4e4c-a00a-be7e795388e7 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529106 Mar 20 16:32:42.122070 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:42.144782 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-ec1f7783-c255-4976-aae9-0ffe532d6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:42.146303 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-ec1f7783-c255-4976-aae9-0ffe532d6519 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 200 len: 850 time: 0.0496297 Mar 20 16:32:42.151320 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:32:42.162378 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:42.163059 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:13Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:42.199319 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-55ff1305-9109-42f6-abda-583f68fff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:42.200866 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-55ff1305-9109-42f6-abda-583f68fff2a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d338cf1a-12a7-445d-b509-a627fce13fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474808 Mar 20 16:32:42.272221 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:42.294577 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-16485802-1846-46e0-93de-0022004a802d service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Mar 20 16:32:42.383654 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4227a0-bd4e-4330-a425-1c7aab70f659 req-0f9962bf-8211-4dd7-b039-a4af986cdbee service neutron] 10.222.0.42 "GET /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Mar 20 16:32:42.478684 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:42.505566 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef5d1-b73b-4514-968e-7f914e018d5c None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:12Z', 'revision_number': 4, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi', '_interfaces': [{'id': '52e5b570-ba22-4269-b758-1fdbfb28768b', 'name': '', 'network_id': 'd338cf1a-12a7-445d-b509-a627fce13fa1', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'mac_address': 'fa:16:3e:20:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5362f658-14fe-47f9-9057-86f5deefba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:12Z', 'updated_at': '2022-03-20T16:26:18Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'subnets': [{'id': '5362f658-14fe-47f9-9057-86f5deefba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:32:42.730618 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c89cee-5474-430c-bc26-af20b4e3664e None None] New status for floating IP 6fbf38d4-215b-4033-908a-efa69bdfd548: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 20 16:32:42.805316 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05e2fb1-3a82-4103-9014-37150be18511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:43.256288 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737139da-33d9-41aa-bed5-6881ccf60491 req-69976357-593a-4c0a-9425-307ef85c6f9f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:43.257866 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-737139da-33d9-41aa-bed5-6881ccf60491 req-69976357-593a-4c0a-9425-307ef85c6f9f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0627360 Mar 20 16:32:43.315484 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-737139da-33d9-41aa-bed5-6881ccf60491 req-288f6050-cd7f-4011-984f-8583ef8f06fd tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/security-groups?id=433e9844-9034-4583-bcf8-b2d9cdf3fc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518954 Mar 20 16:32:43.642593 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-adb6ef76-6867-47ce-88a8-1527d16aa8a8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 20 16:32:43.644043 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-adb6ef76-6867-47ce-88a8-1527d16aa8a8 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 945 time: 0.0656078 Mar 20 16:32:43.738926 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port 8eab10d8-19c5-4bc3-9e36-471517775fa8 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:43.739210 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:43.837264 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] For port 8eab10d8-19c5-4bc3-9e36-471517775fa8, host hv-cinder-83417, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83417',level=0,port_id=8eab10d8-19c5-4bc3-9e36-471517775fa8,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:43.837615 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:43.850879 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for 8eab10d8-19c5-4bc3-9e36-471517775fa8 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:43.990434 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:43.991837 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (8eab10d8-19c5-4bc3-9e36-471517775fa8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:44.021521 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=8eab10d8-19c5-4bc3-9e36-471517775fa8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:44.068109 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] No DVR routers for this DVR port 8eab10d8-19c5-4bc3-9e36-471517775fa8 on host hv-cinder-83417 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:32:44.070845 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:44.074182 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-052bb757-5f04-42fa-b10f-8ba6259a8333 req-d142cbd7-321e-4e52-91a3-b3a0ff5cbbe4 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.42 "DELETE /v2.0/ports/8eab10d8-19c5-4bc3-9e36-471517775fa8 HTTP/1.1" status: 204 len: 173 time: 0.4252367 Mar 20 16:32:44.074686 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'name': 'network-vif-deleted', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 20 16:32:44.076921 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98620f7da8eb14df9c25bc19992a8945d2ccd4e12489064fbe3a4f08cbb667a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d12564-1ed1-44c3-9ad2-10e3772164bc" -d '{"events": [{"server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "name": "network-vif-deleted", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 20 16:32:44.114926 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Mar 2022 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889681ae-7ce3-43e1-93ce-b903fe43baab x-openstack-request-id: req-889681ae-7ce3-43e1-93ce-b903fe43baab {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 20 16:32:44.115356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f", "name": "network-vif-deleted", "tag": "8eab10d8-19c5-4bc3-9e36-471517775fa8", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 20 16:32:44.115686 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-889681ae-7ce3-43e1-93ce-b903fe43baab {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 20 16:32:44.116169 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f', 'name': 'network-vif-deleted', 'tag': '8eab10d8-19c5-4bc3-9e36-471517775fa8', 'status': 'completed', 'code': 200} Mar 20 16:32:44.415368 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [req-03adc145-d688-47e9-96f7-5a6f64f452a4 req-86da7612-d788-4b46-8a5c-85b2c9428f30 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff9d0c3-0a4e-400e-ab75-eb1b161ab38f HTTP/1.1" status: 200 len: 210 time: 0.0285769 Mar 20 16:32:45.276917 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.488746 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 57046) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:45.615257 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Deleting port d660e4e6-f039-4df4-a7c0-756743c1f4a2 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:45.615541 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.696595 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.696900 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (d660e4e6-f039-4df4-a7c0-756743c1f4a2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.713486 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Calling delete_port for d660e4e6-f039-4df4-a7c0-756743c1f4a2 owned by network:floatingip {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:45.847209 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (d660e4e6-f039-4df4-a7c0-756743c1f4a2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.871541 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'Port': ['ID=d660e4e6-f039-4df4-a7c0-756743c1f4a2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:45.935783 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for floatingip (57daa41a-815b-4c98-8354-f9ad12b6681b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.938712 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012396'] for floatingip (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:45.939897 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-ca910555-2731-4b07-affe-07b77a00ce0f tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "DELETE /v2.0/floatingips/57daa41a-815b-4c98-8354-f9ad12b6681b HTTP/1.1" status: 204 len: 168 time: 0.4501250 Mar 20 16:32:46.786861 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:47.153238 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 57058) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:47.211977 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (433e9844-9034-4583-bcf8-b2d9cdf3fc68), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:47.238032 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (433e9844-9034-4583-bcf8-b2d9cdf3fc68), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:47.257952 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8eab10d8-19c5-4bc3-9e36-471517775fa8 no longer exists at agent hyperv_hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:47.279007 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] No Port match for: 8eab10d8-19c5-4bc3-9e36-471517775fa8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:47.279415 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Device 8eab10d8-19c5-4bc3-9e36-471517775fa8 not bound to the agent host hv-cinder-83417 {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:47.307604 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (433e9844-9034-4583-bcf8-b2d9cdf3fc68), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:47.310167 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:47.311392 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] 10.222.0.18 "DELETE /v2.0/security-groups/433e9844-9034-4583-bcf8-b2d9cdf3fc68 HTTP/1.1" status: 204 len: 168 time: 0.1570237 Mar 20 16:32:47.320926 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5371e1d-d50d-4b41-9548-4f64160a58d9 tempest-TestVolumeBootPattern-517817614 tempest-TestVolumeBootPattern-517817614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e9844-9034-4583-bcf8-b2d9cdf3fc68,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:48.382587 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 57064) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:48.862788 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:49.127380 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Deleting port 52e5b570-ba22-4269-b758-1fdbfb28768b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:49.127674 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:49.204998 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] For port 52e5b570-ba22-4269-b758-1fdbfb28768b, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=52e5b570-ba22-4269-b758-1fdbfb28768b,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:49.205365 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:49.219408 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Calling delete_port for 52e5b570-ba22-4269-b758-1fdbfb28768b owned by network:router_interface {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:49.410483 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8673338'] for port (52e5b570-ba22-4269-b758-1fdbfb28768b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:49.434662 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e5b570-ba22-4269-b758-1fdbfb28768b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:49.600301 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:49.813663 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Router 4032e92c-0c43-4254-8b24-648cf5d0a23a has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:32:49.924499 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:32:49.929598 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-bf5f68d3-5aa7-4a44-ab1a-83c3562698f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4032e92c-0c43-4254-8b24-648cf5d0a23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459468 Mar 20 16:32:49.932524 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57076) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:49.933293 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Sync routers for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:32:49.943562 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:49.944167 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:50.038831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks [] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.047633 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: dv-cinder-834172-2-iscsi {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:50.143646 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks [] for router_gateway (4032e92c-0c43-4254-8b24-648cf5d0a23a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.198774 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Deleting port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:50.199108 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.220246 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:32:49Z', 'revision_number': 5, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port': {'id': '7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:50.250943 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Checking router: 4032e92c-0c43-4254-8b24-648cf5d0a23a for host: dv-cinder-834172-2-iscsi {{(pid=103393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:32:50.259603 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Routers {'4032e92c-0c43-4254-8b24-648cf5d0a23a'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:50.260199 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['4032e92c-0c43-4254-8b24-648cf5d0a23a'], 'active': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:50.282909 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] For port 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:50.283272 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.296107 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Calling delete_port for 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:50.346501 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_dvr_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] Set router 4032e92c-0c43-4254-8b24-648cf5d0a23a gateway port host: None {{(pid=103393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:50.397157 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.l3_hamode_db [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:32:50Z', 'revision_number': 6, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:50.466271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.491333 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:50.520818 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15458e-4b4e-4716-b785-a7ea93201118 None None] The sync data for ids ['4032e92c-0c43-4254-8b24-648cf5d0a23a'] in dv-cinder-834172-2-iscsi is: [{'id': '4032e92c-0c43-4254-8b24-648cf5d0a23a', 'name': 'tempest-TestVolumeBootPattern-935078537-router', 'tenant_id': '418f04c79658426bb30906d8f9da01ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:10Z', 'updated_at': '2022-03-20T16:32:50Z', 'revision_number': 6, 'project_id': '418f04c79658426bb30906d8f9da01ec', 'gw_port_host': None}] {{(pid=103393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:32:50.558615 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.648766 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.650925 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks [] for router_controller (4032e92c-0c43-4254-8b24-648cf5d0a23a), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.703553 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (4032e92c-0c43-4254-8b24-648cf5d0a23a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.704864 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4032e92c-0c43-4254-8b24-648cf5d0a23a {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:32:50.713143 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.715779 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ba32c669-80aa-4bf4-a7cc-819f382c1e21 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4032e92c-0c43-4254-8b24-648cf5d0a23a HTTP/1.1" status: 204 len: 168 time: 0.7807851 Mar 20 16:32:50.716902 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57080) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:50.761627 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Deleting subnet 5362f658-14fe-47f9-9057-86f5deefba21 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:32:50.764939 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Publish callbacks [] for subnet (5362f658-14fe-47f9-9057-86f5deefba21), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.797961 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (5362f658-14fe-47f9-9057-86f5deefba21), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.878661 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (5362f658-14fe-47f9-9057-86f5deefba21), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.937187 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (5362f658-14fe-47f9-9057-86f5deefba21), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.965619 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5362f658-14fe-47f9-9057-86f5deefba21,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:50.970670 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:50.974136 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-51121022-5b7b-4f2f-9640-07054b5f95bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5362f658-14fe-47f9-9057-86f5deefba21 HTTP/1.1" status: 204 len: 168 time: 0.2562091 Mar 20 16:32:50.976504 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57082) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:50.976674 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6ff31-bc02-4797-840b-e7d0b1bf70b8 None None] Network d338cf1a-12a7-445d-b509-a627fce13fa1 requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:32:51.042140 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (d338cf1a-12a7-445d-b509-a627fce13fa1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.099219 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Deleting port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:51.099579 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.164128 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] For port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,segment=NetworkSegment(ccc2d03b-202d-4c93-81d4-9eb16110f33f),segment_id=ccc2d03b-202d-4c93-81d4-9eb16110f33f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:51.164477 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.176985 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Calling delete_port for 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:51.261837 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (64db40b2-c380-4a8c-aeb5-679ccbd23fe7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.290185 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64db40b2-c380-4a8c-aeb5-679ccbd23fe7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:51.293843 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] No DVR routers for this DVR port 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 on host dv-cinder-834172-2-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:32:51.318794 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c007630-ad5e-43c9-ab56-5c39c1a0fd47 None None] DHCP port deletion for d338cf1a-12a7-445d-b509-a627fce13fa1 request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:32:51.320755 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 52e5b570-ba22-4269-b758-1fdbfb28768b no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:51.345871 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 52e5b570-ba22-4269-b758-1fdbfb28768b {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:51.346600 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 52e5b570-ba22-4269-b758-1fdbfb28768b not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:51.366561 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (d338cf1a-12a7-445d-b509-a627fce13fa1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.386623 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d338cf1a-12a7-445d-b509-a627fce13fa1']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:51.395807 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc2d03b-202d-4c93-81d4-9eb16110f33f') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:51.396132 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc2d03b-202d-4c93-81d4-9eb16110f33f') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:51.405768 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (ccc2d03b-202d-4c93-81d4-9eb16110f33f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.423844 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (ccc2d03b-202d-4c93-81d4-9eb16110f33f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.430372 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:32:51.430704 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (ccc2d03b-202d-4c93-81d4-9eb16110f33f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:32:51.432489 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:32:51.491895 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (d338cf1a-12a7-445d-b509-a627fce13fa1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.497101 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:51.500489 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d338cf1a-12a7-445d-b509-a627fce13fa1 HTTP/1.1" status: 204 len: 168 time: 0.5231001 Mar 20 16:32:51.503496 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57084) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:51.550673 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25881d-3292-43eb-8e8d-137b242359b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d338cf1a-12a7-445d-b509-a627fce13fa1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:51.863653 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393545'] for router_interface (d422d79d-e02a-4f70-ab78-b19642313e17), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:52.395681 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Deleting port e2981464-c01d-4492-947d-ae5739a730c0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:52.396418 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (e2981464-c01d-4492-947d-ae5739a730c0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:52.479567 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] For port e2981464-c01d-4492-947d-ae5739a730c0, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=e2981464-c01d-4492-947d-ae5739a730c0,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:52.479809 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (e2981464-c01d-4492-947d-ae5739a730c0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:52.492107 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Calling delete_port for e2981464-c01d-4492-947d-ae5739a730c0 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:52.563636 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:52.675720 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (e2981464-c01d-4492-947d-ae5739a730c0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:52.706903 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2981464-c01d-4492-947d-ae5739a730c0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:52.832783 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:52.854558 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:52.854980 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 64db40b2-c380-4a8c-aeb5-679ccbd23fe7 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:52.855461 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:52.876205 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:52.876631 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 7b766f2c-fbc6-4f72-9f0c-ba47ad7cf5a8 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:52.890212 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394745'] for router_interface (d422d79d-e02a-4f70-ab78-b19642313e17), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.105050 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Router d422d79d-e02a-4f70-ab78-b19642313e17 has already been hosted by L3 agent 59124e4d-be9b-40b1-95bd-27b2cc5d8549 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 20 16:32:53.230596 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] Notify agent at l3_agent.dv-cinder-834172-2-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 20 16:32:53.238369 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2988ec27-cb1f-4ae5-9739-b89747940d94 admin admin] 10.222.0.18 "PUT /v2.0/routers/d422d79d-e02a-4f70-ab78-b19642313e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312007 Mar 20 16:32:53.238666 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57086) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:53.245117 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Sync routers for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 20 16:32:53.256214 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:53.256828 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:53.345476 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks [] for router (d422d79d-e02a-4f70-ab78-b19642313e17), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.363815 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: dv-cinder-834172-2-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:53.449426 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks [] for router_gateway (d422d79d-e02a-4f70-ab78-b19642313e17), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.504526 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Deleting port 5e0bbccc-b467-432e-8ae0-beb02cf8b336 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:53.505225 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.541643 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'external_fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:32:52Z', 'revision_number': 5, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port': {'id': '5e0bbccc-b467-432e-8ae0-beb02cf8b336', 'name': '', 'network_id': 'fb36536b-d82e-4b4c-9524-d56cc11b4c8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834172-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-20T16:26:15Z', 'updated_at': '2022-03-20T16:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31741dca-8d06-4ce4-a516-6e248ea15396', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834172-2-iscsi'}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:53.567775 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Checking router: d422d79d-e02a-4f70-ab78-b19642313e17 for host: dv-cinder-834172-2-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 20 16:32:53.576363 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Routers {'d422d79d-e02a-4f70-ab78-b19642313e17'} bound to L3 agent in host dv-cinder-834172-2-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 20 16:32:53.576958 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834172-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-20T16:09:43Z,description=,heartbeat_timestamp=2022-03-20T16:32:43Z,host='dv-cinder-834172-2-iscsi',id=59124e4d-be9b-40b1-95bd-27b2cc5d8549,load=0,resource_versions=,resources_synced=,started_at=2022-03-20T16:09:43Z,topic='l3_agent')) {'router_ids': ['d422d79d-e02a-4f70-ab78-b19642313e17'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:53.586166 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] For port 5e0bbccc-b467-432e-8ae0-beb02cf8b336, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=5e0bbccc-b467-432e-8ae0-beb02cf8b336,segment=NetworkSegment(39640fa2-5ed6-4219-9f09-db96ec8a8a24),segment_id=39640fa2-5ed6-4219-9f09-db96ec8a8a24)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:53.586557 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.600537 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Calling delete_port for 5e0bbccc-b467-432e-8ae0-beb02cf8b336 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:53.666460 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] Set router d422d79d-e02a-4f70-ab78-b19642313e17 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 20 16:32:53.716840 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:32:53Z', 'revision_number': 6, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port_host': None}], 'dv-cinder-834172-2-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:53.745898 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94180017-f21f-43af-bec1-dbe93626f347 None None] The sync data for ids ['d422d79d-e02a-4f70-ab78-b19642313e17'] in dv-cinder-834172-2-iscsi is: [{'id': 'd422d79d-e02a-4f70-ab78-b19642313e17', 'name': 'tempest-TestVolumeBootPattern-1044787292-router', 'tenant_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-20T16:26:14Z', 'updated_at': '2022-03-20T16:32:53Z', 'revision_number': 6, 'project_id': '367002c1dd8e4ea0b36ef0bb007d7b73', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 20 16:32:53.770701 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (5e0bbccc-b467-432e-8ae0-beb02cf8b336), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.796913 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0bbccc-b467-432e-8ae0-beb02cf8b336,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:53.858382 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394755'] for router_gateway (d422d79d-e02a-4f70-ab78-b19642313e17), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.948849 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15584'] for router (d422d79d-e02a-4f70-ab78-b19642313e17), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.950955 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks [] for router_controller (d422d79d-e02a-4f70-ab78-b19642313e17), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.998290 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455392'] for router (d422d79d-e02a-4f70-ab78-b19642313e17), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:53.998818 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d422d79d-e02a-4f70-ab78-b19642313e17 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 20 16:32:54.003357 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.004498 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c53c7921-a879-474f-9aa4-ba6529b2e05a admin admin] 10.222.0.18 "DELETE /v2.0/routers/d422d79d-e02a-4f70-ab78-b19642313e17 HTTP/1.1" status: 204 len: 168 time: 0.7649510 Mar 20 16:32:54.007596 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57088) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:54.051835 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Deleting subnet 0cc79cd8-c024-4534-bf28-c56dfc7023ce {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 20 16:32:54.055098 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Publish callbacks [] for subnet (0cc79cd8-c024-4534-bf28-c56dfc7023ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.090839 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8550873'] for subnet (0cc79cd8-c024-4534-bf28-c56dfc7023ce), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.179638 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8185841'] for subnet (0cc79cd8-c024-4534-bf28-c56dfc7023ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.237028 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8185832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10035709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964819'] for subnet (0cc79cd8-c024-4534-bf28-c56dfc7023ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.261919 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc79cd8-c024-4534-bf28-c56dfc7023ce,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:54.265329 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.268455 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6eeaf5bd-e57b-49ca-b265-b04ed2a0f649 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0cc79cd8-c024-4534-bf28-c56dfc7023ce HTTP/1.1" status: 204 len: 168 time: 0.2599518 Mar 20 16:32:54.271226 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57090) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:54.271674 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2bc7e-5e5d-49d5-82ae-31af3678e787 None None] Network 6898ee45-fd34-4f91-adff-9d86a8c4b3ad requested from dv-cinder-834172-2-iscsi {{(pid=103392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 20 16:32:54.339045 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7455678'] for network (6898ee45-fd34-4f91-adff-9d86a8c4b3ad), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.397831 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Deleting port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:54.398170 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.459972 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] For port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host dv-cinder-834172-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834172-2-iscsi',level=0,port_id=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,segment=NetworkSegment(04bb16bd-0ad4-469b-9e3f-5fab50459967),segment_id=04bb16bd-0ad4-469b-9e3f-5fab50459967)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:54.460651 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.473356 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Calling delete_port for a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:54.496715 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] DHCP port deletion for 6898ee45-fd34-4f91-adff-9d86a8c4b3ad request from dv-cinder-834172-2-iscsi {{(pid=103392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 20 16:32:54.560561 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10051340'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.586048 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:54.592015 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] No DVR routers for this DVR port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 on host dv-cinder-834172-2-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:32:54.663612 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7519044', 'neutron.services.segments.db._delete_segments_for_network-8763338999107'] for network (6898ee45-fd34-4f91-adff-9d86a8c4b3ad), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.682050 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Deleting port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 20 16:32:54.682561 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763339072543'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.685203 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6898ee45-fd34-4f91-adff-9d86a8c4b3ad']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:54.695020 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bb16bd-0ad4-469b-9e3f-5fab50459967') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:54.695311 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bb16bd-0ad4-469b-9e3f-5fab50459967') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 20 16:32:54.709780 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763339148620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8550880'] for segment (04bb16bd-0ad4-469b-9e3f-5fab50459967), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.730658 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088'] for segment (04bb16bd-0ad4-469b-9e3f-5fab50459967), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.737691 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 20 16:32:54.738235 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8186088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10051423'] for segment (04bb16bd-0ad4-469b-9e3f-5fab50459967), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.751080 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] For port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8, host dv-cinder-834172-2-iscsi, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 20 16:32:54.751466 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398683'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.777001 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Calling delete_port for a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 20 16:32:54.779930 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 20 16:32:54.781293 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8159884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763339078018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763338656516'] for port (a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8), after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: Traceback (most recent call last): Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: timer() Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: cb(*args, **kw) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: return func(*args, **kwargs) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: self._notify() Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: self.callback(batched_events) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: event.method(event) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: return f(self, *a, **k) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._get(url).json() Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 20 16:32:54.796480 dv-cinder-834172-2-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 20 16:32:54.803407 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7519103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394879'] for network (6898ee45-fd34-4f91-adff-9d86a8c4b3ad), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.807161 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Pushing event deleted for resources: {'Port': ['ID=a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:54.811435 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568180'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:54.812525 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e2981464-c01d-4492-947d-ae5739a730c0 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:54.816436 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] 10.222.0.18 "DELETE /v2.0/networks/6898ee45-fd34-4f91-adff-9d86a8c4b3ad HTTP/1.1" status: 204 len: 168 time: 0.5423901 Mar 20 16:32:54.826330 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7872f-7a8a-4db7-ab11-da53cc80ad1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6898ee45-fd34-4f91-adff-9d86a8c4b3ad,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:54.838662 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] No DVR routers for this DVR port a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 on host dv-cinder-834172-2-iscsi {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 20 16:32:54.839936 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: e2981464-c01d-4492-947d-ae5739a730c0 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:54.840339 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device e2981464-c01d-4492-947d-ae5739a730c0 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:54.840695 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:54.843118 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.843462 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.843801 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.844136 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.844454 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.844780 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.845100 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.845420 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.845742 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.846065 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.846398 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.846729 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.847046 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.847361 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.847680 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75db9c-fc86-48b9-8251-7d172836ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834172-2-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 20 16:32:54.869412 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:54.869772 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device a87e12e3-7b35-4ca9-b763-7d6dbdb44ff8 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:54.870184 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5e0bbccc-b467-432e-8ae0-beb02cf8b336 no longer exists at agent ovs-agent-dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 20 16:32:54.889560 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] No Port match for: 5e0bbccc-b467-432e-8ae0-beb02cf8b336 {{(pid=103392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 20 16:32:54.889908 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.rpc [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Device 5e0bbccc-b467-432e-8ae0-beb02cf8b336 not bound to the agent host dv-cinder-834172-2-iscsi {{(pid=103392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 20 16:32:54.938426 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [-] (103391) accepted ('10.222.0.18', 57094) {{(pid=103391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:55.247409 dv-cinder-834172-2-iscsi neutron-server[103391]: INFO neutron.wsgi [None req-75210c29-856e-46fe-a14b-fb686c45bc7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=418f04c79658426bb30906d8f9da01ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077481 Mar 20 16:32:55.251067 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57096) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:55.298502 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] Publish callbacks [] for security_group (a192bf6d-105f-4f67-9fa0-26ba144cd655), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.319355 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] Publish callbacks [] for security_group (a192bf6d-105f-4f67-9fa0-26ba144cd655), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.372261 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (a192bf6d-105f-4f67-9fa0-26ba144cd655), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.375271 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.376474 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a192bf6d-105f-4f67-9fa0-26ba144cd655 HTTP/1.1" status: 204 len: 168 time: 0.1244526 Mar 20 16:32:55.384733 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c1823-c9a0-45a9-a8da-bdc01074b28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a192bf6d-105f-4f67-9fa0-26ba144cd655,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:32:55.698357 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57102) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:55.745107 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b6d89c02-dd2e-41e5-ad36-2992bcaa0459 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=367002c1dd8e4ea0b36ef0bb007d7b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454805 Mar 20 16:32:55.748603 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.18', 57104) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 20 16:32:55.796330 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] Publish callbacks [] for security_group (f751863f-3f76-4517-b3fe-42970e58c645), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.818460 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] Publish callbacks [] for security_group (f751863f-3f76-4517-b3fe-42970e58c645), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.868493 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509730'] for security_group (f751863f-3f76-4517-b3fe-42970e58c645), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.871149 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:32:55.872370 dv-cinder-834172-2-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f751863f-3f76-4517-b3fe-42970e58c645 HTTP/1.1" status: 204 len: 168 time: 0.1228418 Mar 20 16:32:55.880822 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786544cc-d32d-4e3b-b343-d6dadf13288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751863f-3f76-4517-b3fe-42970e58c645,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 20 16:33:10.398397 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-981384cf-6993-4f4c-8217-795863d9c555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:12.770364 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e96b6219-f410-4627-a013-e72c43d7f307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:14.001565 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:14.381999 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:33:15.275088 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:16.785424 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:22.573485 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:40.396436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-989877fc-95d0-4c91-8958-d7fe5232ff0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:42.787233 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77ffa9cd-6cb1-423a-9209-fca50eb7cf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:44.002662 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:45.281206 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:46.786698 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:33:48.137790 dv-cinder-834172-2-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-1403b6f7-7f49-46ff-8715-da0ac9fe44a0 req-b26efe85-a1d5-475e-8aee-19d80f085efb service neutron] (103390) timed out ('10.222.0.42', 61843) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 20 16:33:51.386425 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:33:52.584650 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:10.399733 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4510216-b171-4620-aef4-c2739033cfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:12.783221 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95c84ca5-e245-44b8-9bdd-d6c92ba89d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:14.010874 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:15.282341 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:16.785443 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:22.588915 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:28.390675 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:34:40.397077 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c50db8a-f6aa-4446-8670-32608ab9b067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:42.771357 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efa20bbc-aa40-4db7-bbdd-8b6bf4935acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:44.013592 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:45.286852 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:46.781755 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:34:52.589340 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:05.396012 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:35:10.400076 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc01f-8343-411e-be18-c55642779c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:12.776022 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58a61420-624b-4ac9-b706-290241638109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:14.018009 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:15.286516 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:16.792441 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:22.604131 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:40.405374 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76e5f788-2200-486a-847d-eab59405e195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:42.402089 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:35:42.777331 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3d8fd9-57d2-4563-a03a-ccb12fe034e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:44.020489 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:45.290807 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:46.795436 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:35:52.617681 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:10.408639 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed4bb-cb69-4358-b555-4875797f50f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:12.770813 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf225-431d-4395-abef-d4136068f988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:14.030012 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:15.298885 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:16.798035 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:19.395943 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:36:22.618097 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:40.410202 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e73b2242-0138-43e1-afd3-03760cda0f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:42.783613 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-087bc47b-4bf4-4e02-bfb1-ccdbc968558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:44.031902 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:45.303252 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:46.802115 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:52.616024 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:36:56.401044 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:37:04.258242 dv-cinder-834172-2-iscsi neutron-server[103391]: DEBUG neutron.wsgi [req-6a63ec59-067f-4780-b381-9e2c2a054b6d req-a92ef817-43e7-4d16-9bae-10f5db62abd6 service neutron] (103391) timed out ('10.222.0.42', 61829) {{(pid=103391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 20 16:37:10.412984 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7df1e181-2c1a-4c14-a36c-b98c6f743f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:12.787515 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99c65c52-149b-4647-9fd1-08d9e68685f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:14.033034 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:15.302437 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:16.807063 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:22.650102 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:33.405382 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:37:40.419767 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5a32bb3-1577-45c1-b018-f93fe51b599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:42.785273 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4963c57a-de56-4be4-84d6-276fc8a4ce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (59124e4d-be9b-40b1-95bd-27b2cc5d8549), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:44.035740 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32b8dd00-4627-44ad-beac-a7ca79c2292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (94265a49-b500-4aea-a580-54db2edf60e5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:45.311821 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c05bda23-16ad-43f8-995a-d74ffcb45faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (5b06c84b-5a9e-45b3-87ec-9bd729414533), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:46.811347 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc340f4a-f525-48fe-b518-72588a949802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (e012be99-d18b-45e0-ab59-d789ef8c36ee), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:37:52.680934 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9330830-bd34-45fe-bbd8-c9fcb35a5a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (7799aa60-4356-482a-91a5-3a16ece16bd2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 20 16:38:10.405536 dv-cinder-834172-2-iscsi neutron-server[103393]: DEBUG neutron.db.agents_db [None req-bd8f8c66-ae39-4f18-9bf5-ec00e2c80ea5 None None] Agent healthcheck: found 6 active agents {{(pid=103393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 20 16:38:10.406376 dv-cinder-834172-2-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4c754e-7f1e-4b8a-add9-d756fbb9d5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763338999089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7516807'] for agent (1300b259-dce6-45a1-93f3-fea9990997b4), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}